-- Logs begin at Tue 2021-08-24 19:09:04 UTC, end at Tue 2021-08-24 20:11:21 UTC. -- Aug 24 19:40:45.987963 dv-cinder-804093-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 19:40:48.736980 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.common.config [-] Logging enabled! Aug 24 19:40:48.737577 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 19:40:48.737787 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105528) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 19:40:48.741037 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.common.config [-] Logging enabled! Aug 24 19:40:48.741296 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 19:40:48.741622 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105528) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 19:40:48.742571 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 19:40:48.742808 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 19:40:48.743181 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 19:40:48.743432 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 19:40:48.743667 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 19:40:48.743992 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.744315 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.744617 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.744864 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.745155 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.745447 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.745734 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.746024 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.746322 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.746610 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.746892 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.747180 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.747413 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.747696 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.747983 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.748304 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.748532 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] debug = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.748817 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.749247 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.749652 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.749937 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.750227 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.750509 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.750785 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.751065 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.751353 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.752239 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] host = dv-cinder-804093-3-iscsi {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.752525 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.752816 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.753107 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.753396 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.753674 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.753959 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.754248 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.754524 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.754801 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] log_file = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.755078 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.755370 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.755659 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.755949 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.756200 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.756428 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.756717 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.757006 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.757284 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.757564 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.757843 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.758121 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.758397 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.758667 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.758953 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.759240 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.759527 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.759806 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.760110 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.760381 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.760658 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.760944 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.761219 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.761497 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.761775 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.762065 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.762338 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.762616 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.762918 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.763206 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.763491 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.763779 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.764062 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.764371 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.764649 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.764923 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.765198 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] use_json = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.765474 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.765750 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.766034 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.766308 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.766583 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.766860 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.767136 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.768137 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:48.768518 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.768795 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.769105 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.769398 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.769698 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.769984 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.770279 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.770563 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.770856 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.771149 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.771444 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.771726 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.772018 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.772334 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.772633 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.772943 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.773242 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.773535 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.773814 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.774099 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.774378 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.774659 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.774952 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.775233 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.775522 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.775812 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.776125 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.776414 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.776715 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.777009 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.777288 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.777572 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.777866 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.778149 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.778428 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.778710 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.779003 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.779285 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.779563 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.779847 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.780150 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.780430 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.780706 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.780987 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.781278 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.781558 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.781835 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.782110 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.782390 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.782667 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.783037 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.783278 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.783700 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.783981 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.784297 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.784579 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.784857 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.785141 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.785419 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.785701 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.785980 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.786256 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.786532 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.786810 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.787087 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.787364 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.787641 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.787923 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.788225 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.788504 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.788788 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.789068 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.789347 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.789639 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.789941 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.790225 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.790509 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.790794 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.791077 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.791359 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.791640 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.791922 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.792230 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.792506 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.792799 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.793091 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.793379 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.793667 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.793949 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.794258 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.794541 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.794831 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.795115 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.795399 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.795687 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.795975 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.796302 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.796597 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.796893 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.797189 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.797489 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.797776 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.798093 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.798377 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:48.798712 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 19:40:48.799072 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105528) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 19:40:49.155053 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:40:49.155261 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:40:49.155548 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:40:49.155884 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 19:40:49.554938 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.555233 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.555511 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.556862 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.557142 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.557421 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.594792 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.595076 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.595377 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.610287 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.610571 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.610852 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.639537 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.640082 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.641250 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.679285 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.679569 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.679844 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.913464 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.914056 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.914056 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.914227 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:49.915075 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.035677 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.036002 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.036313 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.036595 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.036869 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.037186 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.037451 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.037712 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.037970 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.038255 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.038516 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.038785 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.039039 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.039293 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.039551 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.039816 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.040070 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.040359 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.040632 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.040894 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.041166 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.041422 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.041706 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.042085 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.042337 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.042586 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.042984 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:40:50.043229 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:40:50.043470 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:40:50.043714 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:40:50.043952 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:40:50.044222 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:40:50.044597 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 19:40:50.047715 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 19:40:50.052573 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 19:40:50.056354 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 24 19:40:50.057996 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 19:40:50.058445 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 19:40:50.058783 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 19:40:50.059168 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 19:40:50.061994 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 19:40:50.062251 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 19:40:50.062604 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 19:40:50.068114 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 19:40:50.090321 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 19:40:50.090959 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.091264 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105528) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 19:40:50.091634 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.093018 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105528) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 19:40:50.093307 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 19:40:50.093554 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 19:40:50.097390 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.097671 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.162036 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 19:40:50.162283 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 19:40:50.162527 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 19:40:50.162909 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 19:40:50.184153 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_db.sqlalchemy.engines [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105528) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 19:40:50.721980 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Initializing driver for type 'gre' Aug 24 19:40:50.722511 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] gre ID ranges: [(1, 1000)] Aug 24 19:40:50.773417 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Initializing driver for type 'local' Aug 24 19:40:50.773751 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Initializing driver for type 'vlan' Aug 24 19:40:50.787134 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] VlanTypeDriver initialization complete Aug 24 19:40:50.787466 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Initializing driver for type 'vxlan' Aug 24 19:40:50.787965 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] vxlan ID ranges: [(1, 1000)] Aug 24 19:40:50.840773 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Initializing extension driver 'port_security' Aug 24 19:40:50.841066 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.extensions.port_security [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] PortSecurityExtensionDriver initialization complete Aug 24 19:40:50.841444 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Initializing mechanism driver 'openvswitch' Aug 24 19:40:50.841791 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Initializing mechanism driver 'hyperv' Aug 24 19:40:50.848667 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.plugins.ml2.plugin [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:40:50.849356 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > port after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.849731 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > port after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.850088 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > port after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.850609 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105528) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 19:40:50.851045 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.851403 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.851752 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.852176 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105528) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 19:40:50.852592 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > network after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.852944 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > network after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.853289 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > network after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.853682 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105528) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 19:40:50.854086 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > security_group after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.854438 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > security_group after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.854779 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.855316 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105528) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 19:40:50.855731 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.856102 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.856456 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.856858 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105528) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 19:40:50.857269 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > address_group after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.857618 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > address_group after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.857961 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.858356 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105528) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 19:40:50.858735 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] ML2 OVO RPC backend initialized. {{(pid=105528) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 24 19:40:50.859448 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.859804 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.860255 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > network before_response 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.860606 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > networks before_response 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.860957 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > port before_response 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.861356 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > ports before_response 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.861702 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > subnet before_response 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.862047 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > subnets before_response 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.862394 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > network after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.862738 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > network after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.863077 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > network after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.863416 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > port after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.863753 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > port after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.864106 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > port after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.864447 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.864786 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.865179 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.865741 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.plugin [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Modular L2 Plugin initialization complete Aug 24 19:40:50.866072 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading services supported by the core plugin {{(pid=105528) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 19:40:50.866399 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.plugins.ml2.managers [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Got port-security extension from driver 'port_security' Aug 24 19:40:50.866864 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.extensions.vlantransparent [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Disabled vlantransparent extension. Aug 24 19:40:50.867348 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105528) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 19:40:50.867663 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading Plugin: router Aug 24 19:40:50.905311 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.905707 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router after_create 55549900 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.906085 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router before_create 55549900 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.906449 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.906824 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.907181 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router after_delete 55549900 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.907540 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.907923 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.908303 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router after_create 55549900 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.908652 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router after_update 55549900 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.909002 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router after_update 55549900 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.909350 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.909710 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router after_update 55549900 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.910121 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.910490 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: port after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.910833 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: port after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.911175 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: subnet after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.911515 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.911865 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.912245 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.912590 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: port before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.912934 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router precommit_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.913292 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router after_update 55549900 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.913634 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.914140 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.914334 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.914678 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.915045 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > agent after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.915395 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > agent after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.915748 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > network after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.916638 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Tracking information for resource: router configured {{(pid=105528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:40:50.916979 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Tracking information for resource: floatingip configured {{(pid=105528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:40:50.921908 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.db.l3_agentschedulers_db [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 19:40:50.922495 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: port after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.922856 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: port after_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.923207 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: port after_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.923586 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: port after_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.924473 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router before_create 55550100 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.924839 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.925200 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router precommit_create 55550100 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.925556 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > router precommit_update 55550100 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.930295 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.services.provider_configuration [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service providers = [] {{(pid=105528) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 19:40:50.930669 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.db.servicetype_db [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105528) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 19:40:50.933629 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.services.service_base [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105528) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 19:40:50.933985 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.services.service_base [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105528) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 19:40:50.934332 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.services.service_base [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105528) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 19:40:50.935225 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.services.service_base [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105528) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 19:40:50.935601 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.services.service_base [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 19:40:50.935976 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:40:50.936318 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 19:40:50.947340 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:40:50.947678 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading Plugin: auto_allocate Aug 24 19:40:50.953411 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: network precommit_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.953782 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: network precommit_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.954306 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:40:50.955502 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading Plugin: tag Aug 24 19:40:50.962147 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:40:50.962484 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading Plugin: timestamp Aug 24 19:40:50.966475 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:40:50.966815 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading Plugin: network_ip_availability Aug 24 19:40:50.972425 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.972758 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.973115 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:50.973838 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:40:50.974163 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading Plugin: flavors Aug 24 19:40:50.978861 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:40:50.979195 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading Plugin: revisions Aug 24 19:40:50.983451 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:40:50.983849 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_concurrency.lockutils [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=105528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:40:50.984614 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105528) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 24 19:40:50.984955 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Initializing extension manager. Aug 24 19:40:50.985465 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: __init__.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:50.985809 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: __pycache__ {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:50.986231 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:50.986651 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: address_group.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:50.987418 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:50.987988 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: address-group Aug 24 19:40:50.988354 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: address_scope.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:50.989082 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:50.989592 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: address-scope Aug 24 19:40:50.989920 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:50.990861 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:50.991362 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: router-admin-state-down-before-update Aug 24 19:40:50.991687 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: agent.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:50.992617 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:50.993123 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: agent Aug 24 19:40:50.993448 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: agent_resources_synced.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:50.994363 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:50.994863 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: agent-resources-synced Aug 24 19:40:50.995187 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: allowedaddresspairs.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:50.996985 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:50.997502 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: allowed-address-pairs Aug 24 19:40:50.997826 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: auto_allocated_topology.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:50.998908 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:50.999419 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: auto-allocated-topology Aug 24 19:40:50.999747 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: availability_zone.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.000476 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.000978 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: availability_zone Aug 24 19:40:51.001303 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: availability_zone_filter.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.002755 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.003261 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: availability_zone_filter Aug 24 19:40:51.003584 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: data_plane_status.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.004526 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.005033 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 19:40:51.005355 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: default_subnetpools.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.006272 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.006782 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: default-subnetpools Aug 24 19:40:51.007104 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.007919 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.008470 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: dhcp_agent_scheduler Aug 24 19:40:51.008793 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: dns.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.009709 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.010208 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 19:40:51.010530 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: dns_domain_ports.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.011462 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.011959 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 19:40:51.012310 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.013235 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.013733 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 19:40:51.014053 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: dvr.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.014726 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.015226 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: dvr Aug 24 19:40:51.015547 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: ecmp_routes.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.016500 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.016997 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 19:40:51.018069 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: empty_string_filtering.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.018871 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.019372 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: empty-string-filtering Aug 24 19:40:51.019698 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.020643 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.021143 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 19:40:51.021466 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.022380 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.022877 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 19:40:51.023199 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: external_net.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.024143 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.024649 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: external-net Aug 24 19:40:51.024973 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.025890 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.026392 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: extra_dhcp_opt Aug 24 19:40:51.026718 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: extraroute.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.027633 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.028161 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: extraroute Aug 24 19:40:51.028486 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: extraroute_atomic.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.029518 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.030028 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: extraroute-atomic Aug 24 19:40:51.030354 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: filter_validation.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.031030 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.031533 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: filter-validation Aug 24 19:40:51.031857 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: fip_pf_description.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.032789 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.033310 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 19:40:51.033708 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: fip_port_details.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.034625 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.035132 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: fip-port-details Aug 24 19:40:51.035453 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: flavors.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.036694 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.037206 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: flavors Aug 24 19:40:51.037532 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.039175 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.039685 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 19:40:51.040015 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: floatingip_pools.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.040747 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.041249 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: floatingip-pools Aug 24 19:40:51.041573 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: ip_allocation.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.042504 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.043004 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 19:40:51.043327 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.044282 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.044784 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: ip-substring-filtering Aug 24 19:40:51.045110 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: l2_adjacency.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.046052 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.046549 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 19:40:51.046875 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: l3.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.047992 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.048555 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: router Aug 24 19:40:51.048966 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.051203 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.051725 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 19:40:51.052058 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.053027 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.053536 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: ext-gw-mode Aug 24 19:40:51.053866 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.054807 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.055312 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: l3-ha Aug 24 19:40:51.055638 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: l3_flavors.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.056581 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.057085 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: l3-flavors Aug 24 19:40:51.057409 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.058329 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.058835 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 19:40:51.059161 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: l3agentscheduler.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.060238 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.060759 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: l3_agent_scheduler Aug 24 19:40:51.061093 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: logging.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.062570 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.063086 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension logging not supported by any of loaded plugins Aug 24 19:40:51.063417 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: metering.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.064725 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.065301 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: metering Aug 24 19:40:51.065630 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.066721 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.067236 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: metering_source_and_destination_fields Aug 24 19:40:51.067562 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: multiprovidernet.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.068523 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.069035 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: multi-provider Aug 24 19:40:51.069368 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: netmtu.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.070288 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.070798 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: net-mtu Aug 24 19:40:51.071129 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: netmtu_writable.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.072053 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.072592 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: net-mtu-writable Aug 24 19:40:51.072915 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: network_availability_zone.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.073590 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.074095 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: network_availability_zone Aug 24 19:40:51.074417 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: network_ip_availability.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.075506 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.076013 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: network-ip-availability Aug 24 19:40:51.076361 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: network_segment_range.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.077131 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.077631 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 19:40:51.077950 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: pagination.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.078937 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.079272 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: pagination Aug 24 19:40:51.079929 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: port_device_profile.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.081524 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.082039 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: port-device-profile Aug 24 19:40:51.082368 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.083325 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.083836 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: port-mac-address-regenerate Aug 24 19:40:51.084188 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.085107 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.085611 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: port-numa-affinity-policy Aug 24 19:40:51.085935 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: port_resource_request.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.086869 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.087369 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 19:40:51.087694 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: portbindings.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.088664 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.089164 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: binding Aug 24 19:40:51.089488 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: portbindings_extended.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.090914 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.091432 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: binding-extended Aug 24 19:40:51.091763 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: portsecurity.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.092728 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.093237 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: port-security Aug 24 19:40:51.093561 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: project_id.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.094538 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.094872 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: project-id Aug 24 19:40:51.095196 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: providernet.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.096184 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.096693 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: provider Aug 24 19:40:51.097015 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: qos.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.100582 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.101110 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension qos not supported by any of loaded plugins Aug 24 19:40:51.101448 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.102706 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.103218 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 19:40:51.103553 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.104516 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.105026 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 19:40:51.105354 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: qos_default.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.106276 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.106781 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension qos-default not supported by any of loaded plugins Aug 24 19:40:51.107109 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: qos_fip.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.107770 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.108301 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 19:40:51.108627 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: qos_gateway_ip.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.109560 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.110060 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 19:40:51.110384 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: qos_port_network_policy.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.111352 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.111940 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 19:40:51.112302 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: qos_pps_rule.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.113482 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.113996 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 19:40:51.114326 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: qos_rule_type_details.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.115248 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.115752 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 19:40:51.116078 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: qos_rules_alias.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.117154 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.117659 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 19:40:51.117984 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: quotasv2.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.118929 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.119258 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: quotas Aug 24 19:40:51.119579 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: quotasv2_detail.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.122688 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.123033 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: quota_details Aug 24 19:40:51.123370 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: rbac.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.124658 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.125185 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: rbac-policies Aug 24 19:40:51.125522 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: rbac_address_group.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.126467 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.127758 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: rbac-address-group Aug 24 19:40:51.128107 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: rbac_address_scope.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.129069 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.129580 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: rbac-address-scope Aug 24 19:40:51.129925 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: rbac_security_groups.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.130828 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.131335 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: rbac-security-groups Aug 24 19:40:51.131665 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: rbac_subnetpool.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.132616 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.133124 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: rbac-subnetpool Aug 24 19:40:51.133448 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: revisionifmatch.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.134381 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.134892 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: revision-if-match Aug 24 19:40:51.135217 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: revisions.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.136378 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.136889 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: standard-attr-revisions Aug 24 19:40:51.137212 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: router_availability_zone.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.137893 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.138398 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: router_availability_zone Aug 24 19:40:51.138721 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: routerservicetype.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.139648 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.140175 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 19:40:51.140501 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.141436 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.141952 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: security-groups-normalized-cidr Aug 24 19:40:51.142828 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.143885 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.144426 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: port-security-groups-filtering Aug 24 19:40:51.144751 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.145687 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.146196 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: security-groups-remote-address-group Aug 24 19:40:51.146519 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: securitygroup.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.157535 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.158258 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: security-group Aug 24 19:40:51.158600 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: segment.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.159422 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.159931 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension segment not supported by any of loaded plugins Aug 24 19:40:51.160297 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.161280 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.161793 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 19:40:51.162125 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: servicetype.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.163330 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.163846 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: service-type Aug 24 19:40:51.164201 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: sorting.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.165198 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.165532 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: sorting Aug 24 19:40:51.165858 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: standard_attr_segment.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.166785 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.167297 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 19:40:51.167626 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: standardattrdescription.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.168316 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.168824 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: standard-attr-description Aug 24 19:40:51.169152 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: stateful_security_group.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.170101 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.170614 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: stateful-security-group Aug 24 19:40:51.170941 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: stdattrs_common.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.171529 dv-cinder-804093-3-iscsi neutron-server[105528]: WARNING neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 19:40:51.171855 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.172810 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.173318 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 19:40:51.174208 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: subnet_onboard.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.175445 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.175960 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: subnet_onboard Aug 24 19:40:51.176322 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.177272 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.177776 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 19:40:51.178103 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: subnet_service_types.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.179036 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.179549 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: subnet-service-types Aug 24 19:40:51.179876 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: subnetallocation.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.180997 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.181508 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: subnet_allocation Aug 24 19:40:51.181837 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.182517 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.183020 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: subnetpool-prefix-ops Aug 24 19:40:51.183343 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.184384 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.184890 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 19:40:51.185213 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: tagging.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.186282 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.186795 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: standard-attr-tag Aug 24 19:40:51.187123 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: timestamp.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.188380 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.188895 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loaded extension: standard-attr-timestamp Aug 24 19:40:51.189820 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: trunk.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.190862 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.191378 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension trunk not supported by any of loaded plugins Aug 24 19:40:51.191708 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: trunk_details.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.192667 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.193178 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 19:40:51.193504 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: uplink_status_propagation.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.194429 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.194935 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 19:40:51.195263 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Loading extension file: vlantransparent.py {{(pid=105528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:40:51.195942 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:40:51.196477 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 19:40:51.198910 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:network Aug 24 19:40:51.199435 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:subnet Aug 24 19:40:51.199834 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:40:51.200255 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:port Aug 24 19:40:51.201481 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.201934 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service FLAVORS assigned prefix: {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.202553 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.202985 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.203321 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:router Aug 24 19:40:51.203761 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 19:40:51.204281 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service METERING assigned prefix: /metering {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.206020 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:51.206393 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:51.206749 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:40:51.207765 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 19:40:51.208236 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:security_group Aug 24 19:40:51.208674 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 19:40:51.209299 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service CORE assigned prefix: {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.209631 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:40:51.209980 dv-cinder-804093-3-iscsi neutron-server[105528]: WARNING neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] subnetpool is already registered Aug 24 19:40:51.210410 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service CORE assigned prefix: {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.210736 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:40:51.211068 dv-cinder-804093-3-iscsi neutron-server[105528]: WARNING neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] subnetpool is already registered Aug 24 19:40:51.213403 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.213837 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service FLAVORS assigned prefix: {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.214424 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.214845 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.215178 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:router Aug 24 19:40:51.215521 dv-cinder-804093-3-iscsi neutron-server[105528]: WARNING neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] router is already registered Aug 24 19:40:51.215931 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 19:40:51.216294 dv-cinder-804093-3-iscsi neutron-server[105528]: WARNING neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] floatingip is already registered Aug 24 19:40:51.216747 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service METERING assigned prefix: /metering {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.217404 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 19:40:51.217733 dv-cinder-804093-3-iscsi neutron-server[105528]: WARNING neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] rbac_policy is already registered Aug 24 19:40:51.218142 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:security_group Aug 24 19:40:51.218480 dv-cinder-804093-3-iscsi neutron-server[105528]: WARNING neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] security_group is already registered Aug 24 19:40:51.218883 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 19:40:51.219219 dv-cinder-804093-3-iscsi neutron-server[105528]: WARNING neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] security_group_rule is already registered Aug 24 19:40:51.219836 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service CORE assigned prefix: {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.220190 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:40:51.220641 dv-cinder-804093-3-iscsi neutron-server[105528]: WARNING neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] subnetpool is already registered Aug 24 19:40:51.221350 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.v2.resource_helper [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Service CORE assigned prefix: {{(pid=105528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:40:51.221690 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:40:51.222028 dv-cinder-804093-3-iscsi neutron-server[105528]: WARNING neutron.quota.resource_registry [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] subnetpool is already registered Aug 24 19:40:51.222551 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: extensions {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.223960 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: address-groups {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.225456 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: address-scopes {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.226768 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: agents {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.227940 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: auto-allocated-topology {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.229201 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: availability_zones {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.230413 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: dhcp-networks {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.231932 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: dhcp-agents {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.233390 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: routers {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.235077 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: flavors {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.236876 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: service_profiles {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.238092 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: next_providers {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.239531 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: service_profiles {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.241115 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: floatingip-pools {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.242341 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: routers {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.244032 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: floatingips {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.245328 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: l3-routers {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.246717 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: l3-agents {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.248272 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: metering-labels {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.249480 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: metering-label-rules {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.250867 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: network-ip-availabilities {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.252738 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: bindings {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.254291 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: quotas {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.255832 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: quotas {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.257278 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: rbac-policies {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.258461 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: security-groups {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.259805 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: security-group-rules {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.261068 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: service-providers {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.262301 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: subnetpools {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.263614 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: subnetpools {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.266161 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: tags {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.268033 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: tags {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.269855 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: tags {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.271650 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: tags {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.273362 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: tags {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.275307 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: tags {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.277024 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: tags {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.278809 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: tags {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.280765 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: tags {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.282518 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron.api.extensions [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Extended resource: tags {{(pid=105528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:40:51.288645 dv-cinder-804093-3-iscsi neutron-server[105528]: WARNING keystonemiddleware.auth_token [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 19:40:51.293184 dv-cinder-804093-3-iscsi neutron-server[105528]: WARNING keystonemiddleware.auth_token [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 19:40:51.302435 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_concurrency.lockutils [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Acquired lock "singleton_lock" {{(pid=105528) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 19:40:51.302914 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_concurrency.lockutils [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Releasing lock "singleton_lock" {{(pid=105528) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 19:40:51.303561 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO oslo_service.service [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Starting 2 workers Aug 24 19:40:51.308390 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Started child 105635 {{(pid=105528) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 19:40:51.314905 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Started child 105636 {{(pid=105528) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 19:40:51.315114 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:51.315726 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO neutron.service [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 19:40:51.315726 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Notify callbacks [] for process, before_spawn {{(pid=105528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:51.316651 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [-] (105635) wsgi starting up on http://0.0.0.0:9696 Aug 24 19:40:51.318078 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO oslo_service.service [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Starting 1 workers Aug 24 19:40:51.318276 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:51.319676 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [-] (105636) wsgi starting up on http://0.0.0.0:9696 Aug 24 19:40:51.323188 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Started child 105637 {{(pid=105528) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 19:40:51.323700 dv-cinder-804093-3-iscsi neutron-server[105528]: INFO oslo_service.service [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Starting 1 workers Aug 24 19:40:51.327069 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.service [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] calling RpcWorker wait() {{(pid=105637) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 19:40:51.327731 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.service [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] returning from RpcWorker wait() {{(pid=105637) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 19:40:51.328123 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Started child 105638 {{(pid=105528) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 19:40:51.328909 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:51.329006 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG neutron_lib.callbacks.manager [None req-0f8aadac-e9b7-4407-8dea-35a474f8d3d2 None None] Notify callbacks [] for process, after_spawn {{(pid=105528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:51.329460 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:40:51.331216 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105528) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 19:40:51.331424 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 19:40:51.331610 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 19:40:51.331832 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 19:40:51.332212 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 19:40:51.332375 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 19:40:51.332896 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.333173 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.333443 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.333708 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.333993 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.334165 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:51.334617 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.334831 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.335087 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.335346 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.335587 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.335757 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.335932 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.336213 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.336449 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.336715 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.336998 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.337250 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.337534 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.337709 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.337978 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.338246 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.338500 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.338768 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] debug = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.339016 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.339503 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.339758 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.339999 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.340243 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.340522 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.340765 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.341050 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.341299 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.341550 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.341806 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.342066 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.342308 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.342527 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.342746 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.343000 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.343236 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.343696 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] host = dv-cinder-804093-3-iscsi {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.343920 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.344180 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.344426 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.344669 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.344919 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.345151 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.345510 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.345907 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.346197 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.346500 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.346754 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.347001 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.347268 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.347514 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_file = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.347677 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_options = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.347914 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.348220 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.348482 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.348669 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.348837 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.349017 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.349278 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.349442 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.349699 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.349920 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.350134 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.350370 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.350585 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.350818 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.351077 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.351333 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.351566 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.351794 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.352049 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.352319 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.352548 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.352848 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.353034 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.353273 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.353486 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.353702 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.353927 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.354157 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.354369 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.354624 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.354870 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.355138 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.355372 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.355647 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.355874 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.356117 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.356403 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.356596 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.356826 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.357067 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.357315 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.357614 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.357786 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.357999 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.358253 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.358468 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] use_json = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.358682 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.358925 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.359174 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.359388 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.359621 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.359837 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.360048 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.360329 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.360779 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.361692 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.362118 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.362383 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.362640 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.362961 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.363293 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.363559 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.363826 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.364080 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.364400 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.364626 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.364926 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.365287 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.365715 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.366271 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.366657 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.367747 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.367747 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.368080 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.368231 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.368532 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.369021 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.369516 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:40:51.369691 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.370089 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.370551 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.370789 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.371221 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.371523 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.371805 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.372288 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.372536 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.372860 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.373167 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.374021 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.374021 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.374021 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.377626 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.377626 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.377626 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.377626 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.377626 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.377626 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.377626 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.377626 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.377626 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.381425 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.381425 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.381425 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.381425 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.381425 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.381425 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.381425 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.381425 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.381425 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.382647 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.382647 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.382647 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.382647 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.382647 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.382647 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.382647 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.382647 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.382647 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384046 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384046 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384046 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384046 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384046 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384046 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384046 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384046 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384046 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384673 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384673 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384673 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384673 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.384673 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.385005 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.385005 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.385144 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.388414 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.388414 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.388414 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.388690 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.389192 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.389192 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.390473 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.390473 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.390473 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.390473 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.390473 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.390829 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.390993 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.391252 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.391521 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.391772 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.391998 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.392286 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.392500 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.392760 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.393067 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.393307 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.393570 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.393805 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.394062 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.394287 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.394512 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.394759 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.395011 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.395244 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.395504 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.395935 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.396412 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.396850 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.397261 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.397726 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.398175 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.398617 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.399043 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.399326 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.399648 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.399941 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.400246 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.400506 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.400746 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.400998 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.401266 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.401529 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.401782 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.402032 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.402257 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.402523 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.402773 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.402990 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.403216 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.403439 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.403767 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.404348 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.404348 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.404524 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.404762 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.405011 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.405249 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.405509 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.405760 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.405999 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.406264 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.406497 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.406714 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.406957 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.407187 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.407399 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.407617 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.407858 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.408078 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.408489 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.408855 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.409103 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.409460 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.409838 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.410215 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.410575 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.410935 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.411325 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.411686 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.411908 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.412334 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.412693 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.413075 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.413301 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.413539 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.413810 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.414038 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.414332 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.414572 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.414789 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.415033 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.415275 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.415512 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.415727 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.415973 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.416217 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.416431 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.416644 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.416863 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.417105 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.417330 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.417556 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.417843 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.418103 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.418358 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.418695 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.418951 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.419335 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.419572 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.419787 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.420015 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.420246 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.420487 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.420701 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.420917 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.421132 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.421392 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.421628 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.421882 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.422096 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.422305 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.422513 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.422724 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.422949 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.423968 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.424329 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.424558 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.424826 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.425062 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.425290 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.425520 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.425787 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.425979 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.426154 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.426369 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.426750 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.426989 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.427403 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.427672 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.427926 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.428083 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.428378 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.428669 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.428919 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.429123 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.429362 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.429572 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.429770 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.429982 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.430289 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.430371 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.430618 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.430842 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.431022 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.431246 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.431508 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.431738 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.431959 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.432226 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.432486 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.432910 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.433001 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.433200 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.433456 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.433832 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.434137 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.434137 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.434579 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.434690 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.434978 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.435186 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.435462 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.435622 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.435778 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.436133 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.436459 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.436669 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.436907 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.437196 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.437460 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.437734 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.438055 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.438210 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.438602 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.438818 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.439900 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.440658 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.440658 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.440658 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.441170 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.441170 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.441451 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.441617 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.441758 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.441963 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.442209 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.442424 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.442653 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.442867 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.443087 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.443314 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.443571 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.443814 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.443954 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 19:40:51.444517 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105528) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 19:40:51.444705 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 19:40:51.444812 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 19:40:51.445055 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 19:40:51.445211 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 19:40:51.445361 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 19:40:51.445464 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.445758 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.445758 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.445925 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.446081 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.446379 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.446379 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.446807 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.446807 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.446807 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.447330 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.447330 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.447330 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.447330 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.447791 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.447791 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.447791 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.448037 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.448037 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.448414 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.448414 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.448655 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.448655 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] debug = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.448930 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.449073 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.449235 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.449362 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.449441 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.449536 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.449675 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.449832 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.450098 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.450189 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.450288 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.450462 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.450640 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.450794 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.450901 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.451042 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.451233 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.451381 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] host = dv-cinder-804093-3-iscsi {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.451760 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.451920 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.452057 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.452445 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.452748 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.453077 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.453375 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.453732 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.454026 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.454192 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.454335 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.454963 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.454963 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.455123 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_file = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.455386 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_options = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.455479 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.455723 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.455723 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.455874 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.456021 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.456433 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.456543 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.456697 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.456854 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.457010 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.457165 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.457347 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.457501 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.457656 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.457791 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.457970 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.458118 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.458261 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.458643 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.458643 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.458643 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.459032 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.459032 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.459308 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.459308 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.459570 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.459570 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.459777 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.459861 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.459941 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.460125 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.460275 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.460414 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.460540 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.460696 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.460852 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.461007 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.461165 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.461320 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.461474 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.461613 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.461759 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.461915 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.462069 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.462406 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.462406 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] use_json = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.462647 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.462647 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.462885 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.463020 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.463147 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.463272 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.463397 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.463521 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:40:51.463690 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.463851 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.464021 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.464201 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.464362 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.464521 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.464680 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.464839 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.464997 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.465155 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.465322 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.465481 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.465650 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.465810 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.465968 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.466128 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.466286 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.466624 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.466624 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.466855 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.466981 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.467064 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.467197 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.467328 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.467487 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.467644 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.467801 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.467977 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.468155 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.468306 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.468466 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.468624 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.468782 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.468941 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.469101 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.469259 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.469418 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.469578 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.469731 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.469872 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.470032 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.470172 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.470344 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.470644 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.471126 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.471126 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.471126 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.471440 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.471440 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.471689 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.471689 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.471947 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.471947 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.472265 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.472265 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.472528 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.472712 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.472712 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.472975 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.473061 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.473140 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.473354 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.473502 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.473655 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.473802 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.473942 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.474117 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.474275 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.474414 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.474552 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:40:51.474697 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.474836 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.474974 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.475110 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.475257 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.475395 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.475541 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.475679 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.475815 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.475953 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.476139 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.476285 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.476423 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.476573 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.476712 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.476849 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.477008 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.477154 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.477313 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.477468 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.477628 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.477802 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.477956 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.478107 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.478244 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.478382 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.478542 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.478691 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.478829 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.478989 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.479135 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.479282 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.479421 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.479583 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.479728 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.479886 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.480042 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.480218 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.480358 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.480495 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.480650 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.480785 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.480921 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.481082 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.481239 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.481396 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.481553 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.481723 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.481880 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.482032 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.482170 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.482338 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.482506 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.482670 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.482830 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.482987 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.483144 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.483301 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.483458 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.483616 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.483774 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.483915 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.484077 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.484262 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.484431 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.484589 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.484748 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.484906 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.485087 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.485245 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.485403 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.485565 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.485729 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.486616 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.486799 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.487017 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.487265 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.487461 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.487617 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.487777 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.487938 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.488080 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.488361 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.488510 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.488669 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.488879 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.489088 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.489359 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.489623 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.489807 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.489954 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.490115 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.490277 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.490419 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.490565 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.490705 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.490863 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.491009 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.491169 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.491315 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.491473 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.491619 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.491770 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.491916 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.492055 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.492238 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.492378 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.492515 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.492679 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.492825 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.492985 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.493131 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.493282 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.493443 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.493589 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.493743 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.493892 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.494031 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.494168 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.494331 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.494477 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.494625 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.494785 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.494959 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.495105 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.495264 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.495410 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.495570 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.495806 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.495964 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.496135 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.496283 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.496421 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.496558 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.496706 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.496854 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.496995 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.497133 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.497269 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.497415 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.497555 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.497691 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.497839 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.497978 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.498115 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.498253 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.498390 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.498549 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.498844 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.498844 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.499128 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.499266 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.499421 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.499565 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.499702 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.499854 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.499992 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.500172 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.500272 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.500355 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.500722 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.500722 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.500997 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.500997 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.501261 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.501261 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.501522 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.502354 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.502354 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.503037 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.503037 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.503037 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.503429 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.503429 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.503691 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.503691 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.503968 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.503968 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.504268 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.504268 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.504528 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.504670 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.504819 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.504953 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.505095 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.505227 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.505358 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.505499 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.505646 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.505843 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.505990 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.506128 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.506265 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.506415 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.506555 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.506712 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.506851 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.506989 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.507127 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.507260 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.507392 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.507568 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.507723 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.507863 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.508022 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.508197 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.508337 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.508475 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.508623 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.508784 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.509021 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.509170 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.509303 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.509456 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.509596 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.509734 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.509871 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.510008 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.510145 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.510283 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.510429 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:40:51.510579 dv-cinder-804093-3-iscsi neutron-server[105528]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 19:40:51.661164 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44142) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:40:51.669672 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062819 Aug 24 19:41:03.137263 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2d98c4-edac-41fa-b42e-277ae662022b None None] get_active_networks_info from dv-cinder-804093-3-iscsi {{(pid=105637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 19:41:03.224962 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d98c4-edac-41fa-b42e-277ae662022b None None] No non-hosted networks {{(pid=105637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 19:41:03.241687 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.agentschedulers_db [None req-5f2d98c4-edac-41fa-b42e-277ae662022b None None] DHCP Agent not found on host dv-cinder-804093-3-iscsi {{(pid=105637) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 19:41:03.445600 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d6287381-ee2f-4ead-9277-327104afc22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1549227'] for agent, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:05.713783 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4aa47df0-51ae-4ebf-a715-25365eadf806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1549227'] for agent, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:05.760275 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-148ec269-5ce0-4843-b417-dd1b5b2bde42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:06.153983 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1549227'] for agent, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:06.155216 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:06.155794 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:06.156391 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:06.157056 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:06.157597 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:06.158563 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:06.159273 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:06.159846 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:06.160440 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:06.161021 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:06.161593 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:06.162371 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:06.163159 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804093-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:06.181888 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804093-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:06.740259 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1549227'] for agent, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:08.366866 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1549227'] for agent, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:09.586949 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44234) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:41:10.093166 dv-cinder-804093-3-iscsi neutron-server[105636]: WARNING oslo_policy.policy [None req-40ed6940-c021-44c2-b4a5-2e14735b86b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:41:10.093828 dv-cinder-804093-3-iscsi neutron-server[105636]: WARNING oslo_policy.policy [None req-40ed6940-c021-44c2-b4a5-2e14735b86b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:41:10.315871 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [None req-40ed6940-c021-44c2-b4a5-2e14735b86b9 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=105636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:41:10.316962 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-40ed6940-c021-44c2-b4a5-2e14735b86b9 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7290118 Aug 24 19:41:12.036897 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.db.l3_hamode_db [None req-39874839-7cf7-4a7d-9a00-12f654a62fcd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 19:41:12.116236 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39874839-7cf7-4a7d-9a00-12f654a62fcd None None] Routers set() bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:41:12.116622 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39874839-7cf7-4a7d-9a00-12f654a62fcd None None] Router IDs set() for agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 19:41:12.697471 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44248) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:41:13.015429 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-aef4186d-3c4e-4cb0-92a4-638abb52f42d admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:41:13.109904 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.policy [None req-aef4186d-3c4e-4cb0-92a4-638abb52f42d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105636) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 19:41:13.154749 dv-cinder-804093-3-iscsi neutron-server[105636]: WARNING oslo_policy.policy [None req-aef4186d-3c4e-4cb0-92a4-638abb52f42d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:41:13.155141 dv-cinder-804093-3-iscsi neutron-server[105636]: WARNING oslo_policy.policy [None req-aef4186d-3c4e-4cb0-92a4-638abb52f42d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:41:13.164308 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.quota [None req-aef4186d-3c4e-4cb0-92a4-638abb52f42d admin admin] Loaded quota_driver: . Aug 24 19:41:13.255130 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-aef4186d-3c4e-4cb0-92a4-638abb52f42d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780124143179', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780124142652', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780124245837', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780124255249', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780124561815', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780124240222', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-606271', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-597401', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1668445', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1618233'] for rbac-policy, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:13.318357 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-aef4186d-3c4e-4cb0-92a4-638abb52f42d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:13.319686 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-aef4186d-3c4e-4cb0-92a4-638abb52f42d admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6212471 Aug 24 19:41:15.938545 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44260) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:41:16.231442 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:41:16.260032 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Made reservation on behalf of b775cde2ff2c478f89fc7f0cbd0004a1 for: {'network': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:41:16.262702 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:16.279532 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:16.405567 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:16.409595 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:16.433532 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=105636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:41:16.458527 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780122607526', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:16.459101 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Unsubscribe: segment precommit_create {{(pid=105636) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 19:41:16.459807 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.segments_db [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Added segment 463b4e09-e75a-4946-a421-0a79a4d97b12 of type vlan for network c7c62916-1cda-4312-877f-6349b291bb17 Aug 24 19:41:16.465674 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceb156d-d69a-4829-a8f2-3bd0bed6ac21,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:16.501706 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:16.502037 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:16.502367 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:16.502691 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:16.503009 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:16.503343 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:16.503663 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:16.503991 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:16.504344 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:16.504660 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:16.504969 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:16.505276 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Tracked resource versions report: Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: pushed versions: Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: { 'AddressGroup': {'1.2'}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'ConntrackHelper': {'1.0'}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Log': {'1.0'}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Network': {'1.1'}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Port': {'1.7'}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'PortForwarding': {'1.2'}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'QosPolicy': {'1.9'}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'SecurityGroup': {'1.4'}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'SubPort': {'1.0'}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Subnet': {'1.1'}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Trunk': {'1.1'}} Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: consumer versions: Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: { DHCP agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: L3 agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: Metadata agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: Metering agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: Open vSwitch agent@dv-cinder-804093-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'ConntrackHelper': '1.0', Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Log': '1.0', Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Network': '1.1', Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Port': '1.7', Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'PortForwarding': '1.2', Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'QosPolicy': '1.9', Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'SecurityGroup': '1.4', Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'SecurityGroupRule': '1.2', Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'SubPort': '1.0', Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Subnet': '1.1', Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Trunk': '1.1'}} Aug 24 19:41:16.506423 dv-cinder-804093-3-iscsi neutron-server[105636]: {{(pid=105636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:41:16.578436 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:16.618065 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:16.619152 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:16.619800 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:16.671157 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7308247 Aug 24 19:41:16.722419 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f559c4-6106-4347-832c-948de394fcdf admin admin] Pushing event updated for resources: {'Network': ['ID=c7c62916-1cda-4312-877f-6349b291bb17,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:16.734835 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network c7c62916-1cda-4312-877f-6349b291bb17 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:41:19.324855 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 44274) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:41:19.823545 dv-cinder-804093-3-iscsi neutron-server[105635]: WARNING oslo_policy.policy [None req-e65756b4-4831-45ef-bdd7-60103b85bcf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:41:19.824229 dv-cinder-804093-3-iscsi neutron-server[105635]: WARNING oslo_policy.policy [None req-e65756b4-4831-45ef-bdd7-60103b85bcf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:41:20.261791 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.policy [None req-e65756b4-4831-45ef-bdd7-60103b85bcf0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105635) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 19:41:20.306710 dv-cinder-804093-3-iscsi neutron-server[105635]: WARNING oslo_policy.policy [None req-e65756b4-4831-45ef-bdd7-60103b85bcf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:41:20.307078 dv-cinder-804093-3-iscsi neutron-server[105635]: WARNING oslo_policy.policy [None req-e65756b4-4831-45ef-bdd7-60103b85bcf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:41:20.315784 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65756b4-4831-45ef-bdd7-60103b85bcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:20.317645 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-e65756b4-4831-45ef-bdd7-60103b85bcf0 admin admin] 10.222.0.57 "GET /v2.0/networks/c7c62916-1cda-4312-877f-6349b291bb17 HTTP/1.1" status: 200 len: 825 time: 0.9906228 Aug 24 19:41:20.356529 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-0b073313-da13-44ba-9ba0-120764820cdf admin admin] 10.222.0.57 "GET /v2.0/subnetpools/0a2cd3d6-bac1-425a-a380-72c0fd690803 HTTP/1.1" status: 200 len: 734 time: 0.0328751 Aug 24 19:41:20.366032 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Request body: {'subnet': {'subnetpool_id': '0a2cd3d6-bac1-425a-a380-72c0fd690803', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'ip_version': 4}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:41:20.367587 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.quota [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Loaded quota_driver: . Aug 24 19:41:20.406871 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Made reservation on behalf of b775cde2ff2c478f89fc7f0cbd0004a1 for: {'subnet': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:41:20.409574 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:20.697722 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for subnet, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:20.767182 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Checking segment: {'id': '463b4e09-e75a-4946-a421-0a79a4d97b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:41:20.768178 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Network hostable DHCP agents. Network: c7c62916-1cda-4312-877f-6349b291bb17, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:41:20.794562 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50b457e-274f-4ca7-9b25-0759b88f45af,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:20.804861 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Network c7c62916-1cda-4312-877f-6349b291bb17 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:41:20.807679 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:20.808049 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:20.808414 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:20.808749 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:20.809078 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:20.809405 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:20.809730 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:20.810070 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:20.810410 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:20.810742 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:20.811059 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:20.811376 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Tracked resource versions report: Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: pushed versions: Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: { 'AddressGroup': {'1.2'}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'ConntrackHelper': {'1.0'}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Log': {'1.0'}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Network': {'1.1'}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Port': {'1.7'}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'PortForwarding': {'1.2'}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'QosPolicy': {'1.9'}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'SecurityGroup': {'1.4'}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'SubPort': {'1.0'}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Subnet': {'1.1'}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Trunk': {'1.1'}} Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: consumer versions: Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: { DHCP agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: L3 agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: Metadata agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: Metering agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: Open vSwitch agent@dv-cinder-804093-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'ConntrackHelper': '1.0', Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Log': '1.0', Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Network': '1.1', Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Port': '1.7', Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'PortForwarding': '1.2', Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'QosPolicy': '1.9', Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'SecurityGroup': '1.4', Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'SecurityGroupRule': '1.2', Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'SubPort': '1.0', Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Subnet': '1.1', Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Trunk': '1.1'}} Aug 24 19:41:20.812511 dv-cinder-804093-3-iscsi neutron-server[105635]: {{(pid=105635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:41:20.852476 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, c7c62916-1cda-4312-877f-6349b291bb17) {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:41:20.873225 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:20.873850 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:20.878402 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc9a8b0-bbd2-4b24-b426-2a1f72852878 None None] Network c7c62916-1cda-4312-877f-6349b291bb17 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:41:20.894486 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-df2cb9f8-9a68-4fd8-b436-34356de4cec3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5313737 Aug 24 19:41:21.202882 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp566fb7dc-fe74-549b-8080-d65c18c3220f-c7c62916-1cda-4312-877f-6349b291bb17', 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'fixed_ips': [{'subnet_id': 'c50b457e-274f-4ca7-9b25-0759b88f45af'}]}} from dv-cinder-804093-3-iscsi. {{(pid=105637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:41:21.204191 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:21.479073 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.db_base_plugin_common [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Allocated IP 172.20.0.2 (c7c62916-1cda-4312-877f-6349b291bb17/c50b457e-274f-4ca7-9b25-0759b88f45af/47a1003c-688c-40db-9d57-f8e88f940a91) {{(pid=105637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:41:21.687947 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Notify callbacks [] for port, precommit_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:21.704231 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Transition to ACTIVE for port object 47a1003c-688c-40db-9d57-f8e88f940a91 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:41:21.730095 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Transition to ACTIVE for port object 47a1003c-688c-40db-9d57-f8e88f940a91 will not be triggered until provisioned by entity DHCP. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:41:21.739389 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:21.831460 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Network c7c62916-1cda-4312-877f-6349b291bb17 is already hosted by enough agents. {{(pid=105637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:41:21.838206 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.base_scheduler [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Resources bound (agent type, host, resource id): {{(pid=105637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:41:21.848727 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Received port after_create {{(pid=105637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:41:21.856245 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Pushing event updated for resources: {'Port': ['ID=47a1003c-688c-40db-9d57-f8e88f940a91,revision_number=1']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:21.904542 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:21.905179 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:21.905296 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:21.905568 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:21.905907 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:21.906240 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:21.906570 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:21.906896 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:21.907237 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:21.907573 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:21.908619 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:21.909153 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Tracked resource versions report: Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: pushed versions: Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: { 'AddressGroup': {'1.2'}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'ConntrackHelper': {'1.0'}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Log': {'1.0'}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Network': {'1.1'}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Port': {'1.7'}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'PortForwarding': {'1.2'}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'QosPolicy': {'1.9'}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'SecurityGroup': {'1.4'}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'SubPort': {'1.0'}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Subnet': {'1.1'}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Trunk': {'1.1'}} Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: consumer versions: Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: { DHCP agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: L3 agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: Metadata agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: Metering agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: Open vSwitch agent@dv-cinder-804093-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'ConntrackHelper': '1.0', Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Log': '1.0', Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Network': '1.1', Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Port': '1.7', Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'PortForwarding': '1.2', Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'QosPolicy': '1.9', Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'SecurityGroup': '1.4', Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'SecurityGroupRule': '1.2', Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'SubPort': '1.0', Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Subnet': '1.1', Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Trunk': '1.1'}} Aug 24 19:41:21.910529 dv-cinder-804093-3-iscsi neutron-server[105637]: {{(pid=105637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:41:21.943788 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Attempting to bind port 47a1003c-688c-40db-9d57-f8e88f940a91 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:41:21.944213 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Attempting to bind port 47a1003c-688c-40db-9d57-f8e88f940a91 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': '463b4e09-e75a-4946-a421-0a79a4d97b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:41:21.944647 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Attempting to bind port 47a1003c-688c-40db-9d57-f8e88f940a91 on network c7c62916-1cda-4312-877f-6349b291bb17 {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:41:21.949494 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:41:21.949914 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Checking segment: {'id': '463b4e09-e75a-4946-a421-0a79a4d97b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:41:21.950400 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:21.950790 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Bound using segment: {'id': '463b4e09-e75a-4946-a421-0a79a4d97b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:41:21.951287 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Bound port: 47a1003c-688c-40db-9d57-f8e88f940a91, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463b4e09-e75a-4946-a421-0a79a4d97b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:41:21.951714 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:22.014310 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] For port 47a1003c-688c-40db-9d57-f8e88f940a91, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:41:22.019082 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] For port 47a1003c-688c-40db-9d57-f8e88f940a91, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=47a1003c-688c-40db-9d57-f8e88f940a91,segment=NetworkSegment(463b4e09-e75a-4946-a421-0a79a4d97b12),segment_id=463b4e09-e75a-4946-a421-0a79a4d97b12)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:41:22.024500 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:22.088794 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a5d89-3b2b-4cce-b7fe-34890641fe7f None None] Pushing event updated for resources: {'Port': ['ID=47a1003c-688c-40db-9d57-f8e88f940a91,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:23.312236 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44296) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:41:23.632923 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [None req-2be05327-9710-4fd9-be67-28e6aaa5149a admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=105636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:41:23.633914 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-2be05327-9710-4fd9-be67-28e6aaa5149a admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3206422 Aug 24 19:41:26.026538 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44304) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:41:26.340322 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [None req-61f0ea7e-83ad-4dec-b091-fbc6d53dbf32 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=105636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:41:26.341369 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-61f0ea7e-83ad-4dec-b091-fbc6d53dbf32 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138289 Aug 24 19:41:29.006306 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44314) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:41:29.322608 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-2e170060-e1db-4840-98dd-08243cb65ed0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'name': 'router1'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:41:29.346882 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2e170060-e1db-4840-98dd-08243cb65ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-485'] for router, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:29.348690 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2e170060-e1db-4840-98dd-08243cb65ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1718178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-466'] for router, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:29.505269 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2e170060-e1db-4840-98dd-08243cb65ed0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:29.510227 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2e170060-e1db-4840-98dd-08243cb65ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708915'] for router, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:29.526760 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2e170060-e1db-4840-98dd-08243cb65ed0 admin admin] Notify callbacks [] for router, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:29.527977 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-2e170060-e1db-4840-98dd-08243cb65ed0 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5206144 Aug 24 19:41:30.004055 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 47a1003c-688c-40db-9d57-f8e88f940a91 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:41:30.091799 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 47a1003c-688c-40db-9d57-f8e88f940a91 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:41:30.634661 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48af2aa-9bd5-49fe-b6f7-07bec864e719 None None] Network c7c62916-1cda-4312-877f-6349b291bb17 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:41:30.731597 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-48b244d8-9d5f-4e53-b5d2-e3cf1557e380 None None] Provisioning for port 47a1003c-688c-40db-9d57-f8e88f940a91 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:41:30.756303 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-48b244d8-9d5f-4e53-b5d2-e3cf1557e380 None None] Provisioning complete for port 47a1003c-688c-40db-9d57-f8e88f940a91 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:41:30.756684 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-48b244d8-9d5f-4e53-b5d2-e3cf1557e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:30.915587 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-48b244d8-9d5f-4e53-b5d2-e3cf1557e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:30.954490 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-48b244d8-9d5f-4e53-b5d2-e3cf1557e380 None None] For port 47a1003c-688c-40db-9d57-f8e88f940a91, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=47a1003c-688c-40db-9d57-f8e88f940a91,segment=NetworkSegment(463b4e09-e75a-4946-a421-0a79a4d97b12),segment_id=463b4e09-e75a-4946-a421-0a79a4d97b12)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:41:30.959208 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-48b244d8-9d5f-4e53-b5d2-e3cf1557e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:31.009958 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b244d8-9d5f-4e53-b5d2-e3cf1557e380 None None] Pushing event updated for resources: {'Port': ['ID=47a1003c-688c-40db-9d57-f8e88f940a91,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:31.078599 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-cca6b9cc-7ed4-42d7-bee7-27d98bcc46ea None None] Provisioning complete for port 47a1003c-688c-40db-9d57-f8e88f940a91 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:41:31.078967 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-cca6b9cc-7ed4-42d7-bee7-27d98bcc46ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:31.934323 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44326) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:41:31.983887 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 47a1003c-688c-40db-9d57-f8e88f940a91 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:41:32.032242 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 47a1003c-688c-40db-9d57-f8e88f940a91 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:41:32.032953 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:32.248773 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [None req-82ca8ca1-720e-4624-9b9a-da1799960d03 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=105636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:41:32.249786 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-82ca8ca1-720e-4624-9b9a-da1799960d03 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145154 Aug 24 19:41:33.067454 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-5e2020cd-7e6a-4eb6-bc20-018c5cb7a98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:34.637487 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44334) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:41:34.954114 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:41:34.976661 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Made reservation on behalf of 5bccf18542f14b1bb78be3f8acbe3d19 for: {'network': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:41:34.978847 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:34.987131 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:35.073612 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:35.076850 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:35.091822 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Reserving flat network on physical network physnet1 {{(pid=105636) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 19:41:35.117776 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcfbe57-3118-4962-9309-53df03bd59ec,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:35.122206 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:35.122543 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.segments_db [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Added segment d8bb0b12-fb06-4718-a92b-147659efe2f8 of type flat for network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca Aug 24 19:41:35.170258 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:35.200854 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:35.201771 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:35.202334 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:35.227862 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5893049 Aug 24 19:41:35.291053 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8240d-6047-4b32-b1c3-e57439f9d39f admin admin] Pushing event updated for resources: {'Network': ['ID=cb60d9d8-3faa-4907-a006-9c6c39e0c5ca,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:35.301188 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:41:35.705560 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4e4c1313-9643-4869-9e80-e0763b36d1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:36.138446 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:36.684203 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:37.617744 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44352) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:41:37.835066 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d301989-72b9-46a7-92b4-9f3f7aba8d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:37.836480 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-0d301989-72b9-46a7-92b4-9f3f7aba8d1f admin admin] 10.222.0.57 "GET /v2.0/subnets/c50b457e-274f-4ca7-9b25-0759b88f45af HTTP/1.1" status: 200 len: 849 time: 0.2177918 Aug 24 19:41:37.954560 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-1cae9ed6-622d-43e8-a53f-f1e2232df2ff admin admin] 10.222.0.57 "GET /v2.0/routers/96d203f7-b9de-4910-b7fd-e6d1188025f5 HTTP/1.1" status: 200 len: 704 time: 0.1119299 Aug 24 19:41:38.218588 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:38.324070 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:38.512795 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Allocated IP 172.20.0.1 (c7c62916-1cda-4312-877f-6349b291bb17/c50b457e-274f-4ca7-9b25-0759b88f45af/fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:41:38.695345 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:38.718418 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Transition to ACTIVE for port object fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e will not be triggered until provisioned by entity DHCP. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:41:38.785328 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:38.851374 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Network c7c62916-1cda-4312-877f-6349b291bb17 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:41:38.866391 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:41:38.871596 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:38.882888 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:41:38.883371 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708544'] for router_interface, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:39.119376 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-c5964936-b0ad-4d39-994e-3512436dd27c None None] Provisioning for port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:41:39.122961 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-c5964936-b0ad-4d39-994e-3512436dd27c None None] Provisioning complete for port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:41:39.123394 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-c5964936-b0ad-4d39-994e-3512436dd27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:39.130596 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:39.157588 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-c5964936-b0ad-4d39-994e-3512436dd27c None None] Port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:41:39.338414 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:39.342880 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:39.343627 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710550'] for router_interface, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:39.424551 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:39.469484 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Network c7c62916-1cda-4312-877f-6349b291bb17 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:41:39.471106 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:41:39.631710 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Router 96d203f7-b9de-4910-b7fd-e6d1188025f5 is scheduled to L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 with binding_index 1 {{(pid=105636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:41:39.680705 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-565cd13e-d85f-49f3-8daa-1709da15d581 None None] Provisioning complete for port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:41:39.681241 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-565cd13e-d85f-49f3-8daa-1709da15d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:39.716358 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-565cd13e-d85f-49f3-8daa-1709da15d581 None None] Port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:41:39.723745 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:41:39.731803 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-4dfa1c16-e796-49ca-8610-8e4c44f3b712 admin admin] 10.222.0.57 "PUT /v2.0/routers/96d203f7-b9de-4910-b7fd-e6d1188025f5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7678523 Aug 24 19:41:39.747678 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Sync routers for ids ['96d203f7-b9de-4910-b7fd-e6d1188025f5'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:41:39.759646 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Routers {'96d203f7-b9de-4910-b7fd-e6d1188025f5'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:41:39.760536 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:41:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['96d203f7-b9de-4910-b7fd-e6d1188025f5'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:39.943388 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Set router 96d203f7-b9de-4910-b7fd-e6d1188025f5 gateway port host: None {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:41:40.372496 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'name': 'router1', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:41:29Z', 'updated_at': '2021-08-24T19:41:39Z', 'revision_number': 2, 'project_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'gw_port_host': None, '_interfaces': [{'id': 'fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e', 'name': '', 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'mac_address': 'fa:16:3e:58:c5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c50b457e-274f-4ca7-9b25-0759b88f45af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:41:38Z', 'updated_at': '2021-08-24T19:41:39Z', 'revision_number': 2, 'project_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'subnets': [{'id': 'c50b457e-274f-4ca7-9b25-0759b88f45af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a2cd3d6-bac1-425a-a380-72c0fd690803'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:40.422306 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Checking router: 96d203f7-b9de-4910-b7fd-e6d1188025f5 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:41:40.422664 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Updating router 96d203f7-b9de-4910-b7fd-e6d1188025f5 port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e binding host dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:41:40.473241 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:40.989567 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:41.007402 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Transition to ACTIVE for port object fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:41:41.013372 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:41.166516 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Pushing event updated for resources: {'Port': ['ID=fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:41.182794 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:41.183139 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:41.183473 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:41.183801 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:41.184143 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:41.184467 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:41.184794 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:41.185115 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:41.185447 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:41.185764 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:41.186076 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:41.186387 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Tracked resource versions report: Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: pushed versions: Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: { 'AddressGroup': {'1.2'}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'ConntrackHelper': {'1.0'}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Log': {'1.0'}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Network': {'1.1'}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Port': {'1.7'}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'PortForwarding': {'1.2'}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'QosPolicy': {'1.9'}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'SecurityGroup': {'1.4'}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'SubPort': {'1.0'}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Subnet': {'1.1'}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Trunk': {'1.1'}} Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: consumer versions: Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: { DHCP agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: L3 agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: Metadata agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: Metering agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: Open vSwitch agent@dv-cinder-804093-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'ConntrackHelper': '1.0', Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Log': '1.0', Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Network': '1.1', Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Port': '1.7', Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'PortForwarding': '1.2', Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'QosPolicy': '1.9', Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'SecurityGroup': '1.4', Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'SecurityGroupRule': '1.2', Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'SubPort': '1.0', Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Subnet': '1.1', Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Trunk': '1.1'}} Aug 24 19:41:41.187477 dv-cinder-804093-3-iscsi neutron-server[105638]: {{(pid=105638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:41:41.189843 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Attempting to bind port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:41:41.190226 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Attempting to bind port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': '463b4e09-e75a-4946-a421-0a79a4d97b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:41:41.190719 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Attempting to bind port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e on network c7c62916-1cda-4312-877f-6349b291bb17 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:41:41.196396 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:41:41.196794 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Checking segment: {'id': '463b4e09-e75a-4946-a421-0a79a4d97b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:41:41.197294 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:41.197670 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Bound using segment: {'id': '463b4e09-e75a-4946-a421-0a79a4d97b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:41:41.198157 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Bound port: fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463b4e09-e75a-4946-a421-0a79a4d97b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:41:41.199106 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:41.264050 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] For port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:41:41.285436 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] For port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e,segment=NetworkSegment(463b4e09-e75a-4946-a421-0a79a4d97b12),segment_id=463b4e09-e75a-4946-a421-0a79a4d97b12)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:41:41.289703 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:41.348939 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Routers {'96d203f7-b9de-4910-b7fd-e6d1188025f5'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:41:41.349581 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:41:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['96d203f7-b9de-4910-b7fd-e6d1188025f5'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:41.387461 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6f54f-2b40-403c-84b2-b2894b95e971 None None] Pushing event updated for resources: {'Port': ['ID=fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e,revision_number=4']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:41.450169 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] Set router 96d203f7-b9de-4910-b7fd-e6d1188025f5 gateway port host: None {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:41:41.661195 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'name': 'router1', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:41:29Z', 'updated_at': '2021-08-24T19:41:39Z', 'revision_number': 2, 'project_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'gw_port_host': None, '_interfaces': [{'id': 'fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e', 'name': '', 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'mac_address': 'fa:16:3e:58:c5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c50b457e-274f-4ca7-9b25-0759b88f45af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:41:38Z', 'updated_at': '2021-08-24T19:41:41Z', 'revision_number': 4, 'project_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'subnets': [{'id': 'c50b457e-274f-4ca7-9b25-0759b88f45af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a2cd3d6-bac1-425a-a380-72c0fd690803'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:41.686273 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3789b-bc4d-4212-b4a8-f0ecdb1794e6 None None] The sync data for ids ['96d203f7-b9de-4910-b7fd-e6d1188025f5'] in dv-cinder-804093-3-iscsi is: [{'id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'name': 'router1', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:41:29Z', 'updated_at': '2021-08-24T19:41:39Z', 'revision_number': 2, 'project_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'gw_port_host': None, '_interfaces': [{'id': 'fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e', 'name': '', 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'mac_address': 'fa:16:3e:58:c5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c50b457e-274f-4ca7-9b25-0759b88f45af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:41:38Z', 'updated_at': '2021-08-24T19:41:41Z', 'revision_number': 4, 'project_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'subnets': [{'id': 'c50b457e-274f-4ca7-9b25-0759b88f45af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a2cd3d6-bac1-425a-a380-72c0fd690803'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:41:41.972038 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44374) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:41:42.081122 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a345dd-d00d-45a6-a75a-e3eb91994fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:42.082740 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-e3a345dd-d00d-45a6-a75a-e3eb91994fe4 admin admin] 10.222.0.57 "GET /v2.0/networks/cb60d9d8-3faa-4907-a006-9c6c39e0c5ca HTTP/1.1" status: 200 len: 842 time: 0.1097293 Aug 24 19:41:42.092753 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-3a50d9e3-1583-4fc7-9017-90874d157840 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'enable_dhcp': False}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:41:42.117048 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a50d9e3-1583-4fc7-9017-90874d157840 admin admin] Made reservation on behalf of 5bccf18542f14b1bb78be3f8acbe3d19 for: {'subnet': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:41:42.119424 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3a50d9e3-1583-4fc7-9017-90874d157840 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:42.430054 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.objects.ports [None req-3a50d9e3-1583-4fc7-9017-90874d157840 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105636) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 19:41:42.430475 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3a50d9e3-1583-4fc7-9017-90874d157840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for subnet, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:42.489287 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50d9e3-1583-4fc7-9017-90874d157840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a947b6b2-65ad-4b59-8032-5769873b3013,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:42.500442 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a50d9e3-1583-4fc7-9017-90874d157840 admin admin] Checking segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:41:42.500813 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a50d9e3-1583-4fc7-9017-90874d157840 admin admin] Network hostable DHCP agents. Network: cb60d9d8-3faa-4907-a006-9c6c39e0c5ca, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:41:42.522132 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a50d9e3-1583-4fc7-9017-90874d157840 admin admin] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:41:42.532554 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-3a50d9e3-1583-4fc7-9017-90874d157840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, cb60d9d8-3faa-4907-a006-9c6c39e0c5ca) {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:41:42.537289 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a50d9e3-1583-4fc7-9017-90874d157840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:42.537867 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3a50d9e3-1583-4fc7-9017-90874d157840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:42.543371 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca96ee2-b7d1-46a2-823e-6c2b4018827b None None] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:41:42.552426 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-3a50d9e3-1583-4fc7-9017-90874d157840 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4631271 Aug 24 19:41:42.695382 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd62564-f1da-4a64-a746-ef27fda53119 None None] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:41:44.952129 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44382) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:41:45.092308 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-2734c269-50e2-443e-8a2a-ba785117fa76 admin admin] 10.222.0.57 "GET /v2.0/routers/96d203f7-b9de-4910-b7fd-e6d1188025f5 HTTP/1.1" status: 200 len: 710 time: 0.1389329 Aug 24 19:41:45.259270 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9d40fd-6ea8-44b0-9583-f8469f35a404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:45.260664 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-3a9d40fd-6ea8-44b0-9583-f8469f35a404 admin admin] 10.222.0.57 "GET /v2.0/networks/cb60d9d8-3faa-4907-a006-9c6c39e0c5ca HTTP/1.1" status: 200 len: 886 time: 0.1618817 Aug 24 19:41:45.270753 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:41:45.526298 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:45.757235 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:45.835177 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:45.942185 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Allocated IP 172.27.2.165 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/1b574745-6a73-466a-9967-b0efe6f3b3de) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:41:46.046391 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:46.085369 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:46.119690 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:41:46.124322 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:41:46.128563 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:41:46.163628 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Pushing event updated for resources: {'Port': ['ID=1b574745-6a73-466a-9967-b0efe6f3b3de,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:46.381788 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:46.661666 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-448'] for router, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:46.664970 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1708901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1708924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707734'] for router, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:46.784760 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Router 96d203f7-b9de-4910-b7fd-e6d1188025f5 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:41:46.895605 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:41:46.900018 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] Notify callbacks [] for router, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:46.901136 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-52392692-8ad3-4910-809f-6e85cfaa81cc admin admin] 10.222.0.57 "PUT /v2.0/routers/96d203f7-b9de-4910-b7fd-e6d1188025f5 HTTP/1.1" status: 200 len: 890 time: 1.6341994 Aug 24 19:41:48.018617 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:41:48.076455 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:41:48.082576 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:41:48.083020 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:48.084859 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Sync routers for ids ['96d203f7-b9de-4910-b7fd-e6d1188025f5'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:41:48.118210 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Routers {'96d203f7-b9de-4910-b7fd-e6d1188025f5'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:41:48.118977 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:41:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['96d203f7-b9de-4910-b7fd-e6d1188025f5'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:48.406605 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Set router 96d203f7-b9de-4910-b7fd-e6d1188025f5 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:41:48.421444 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:48.588616 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e,segment=NetworkSegment(463b4e09-e75a-4946-a421-0a79a4d97b12),segment_id=463b4e09-e75a-4946-a421-0a79a4d97b12)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:41:48.594925 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:48.734927 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:48.861484 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'name': 'router1', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1b574745-6a73-466a-9967-b0efe6f3b3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:41:29Z', 'updated_at': '2021-08-24T19:41:46Z', 'revision_number': 4, 'project_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'gw_port': {'id': '1b574745-6a73-466a-9967-b0efe6f3b3de', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:41:45Z', 'updated_at': '2021-08-24T19:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e', 'name': '', 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'mac_address': 'fa:16:3e:58:c5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c50b457e-274f-4ca7-9b25-0759b88f45af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:41:38Z', 'updated_at': '2021-08-24T19:41:41Z', 'revision_number': 4, 'project_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'subnets': [{'id': 'c50b457e-274f-4ca7-9b25-0759b88f45af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a2cd3d6-bac1-425a-a380-72c0fd690803'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:48.914388 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Checking router: 96d203f7-b9de-4910-b7fd-e6d1188025f5 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:41:48.914740 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Updating router 96d203f7-b9de-4910-b7fd-e6d1188025f5 port 1b574745-6a73-466a-9967-b0efe6f3b3de binding host dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:41:48.963546 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:49.285899 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Notify callbacks [] for port, precommit_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:49.295672 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Transition to ACTIVE for port object 1b574745-6a73-466a-9967-b0efe6f3b3de will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:41:49.299829 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44394) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:41:49.302640 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:49.354067 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df7a39-020d-4e0b-ba91-cd27d3c2441b None None] Pushing event updated for resources: {'Port': ['ID=1b574745-6a73-466a-9967-b0efe6f3b3de,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:49.356317 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Attempting to bind port 1b574745-6a73-466a-9967-b0efe6f3b3de on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:41:49.356689 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Attempting to bind port 1b574745-6a73-466a-9967-b0efe6f3b3de by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:41:49.357061 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Attempting to bind port 1b574745-6a73-466a-9967-b0efe6f3b3de on network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:41:49.363330 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:41:49.363330 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Checking segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:41:49.363515 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:49.363902 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Bound using segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:41:49.364399 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Bound port: 1b574745-6a73-466a-9967-b0efe6f3b3de, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:41:49.364866 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:49.415386 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] For port 1b574745-6a73-466a-9967-b0efe6f3b3de, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:41:49.417098 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-91dcef9f-2a49-46d5-90cf-cb7c81745c20 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1158102 Aug 24 19:41:49.418857 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] For port 1b574745-6a73-466a-9967-b0efe6f3b3de, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=1b574745-6a73-466a-9967-b0efe6f3b3de,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:41:49.422729 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:49.495184 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Routers {'96d203f7-b9de-4910-b7fd-e6d1188025f5'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:41:49.495818 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:41:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['96d203f7-b9de-4910-b7fd-e6d1188025f5'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:49.497811 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df7a39-020d-4e0b-ba91-cd27d3c2441b None None] Pushing event updated for resources: {'Port': ['ID=1b574745-6a73-466a-9967-b0efe6f3b3de,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:49.700631 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] Set router 96d203f7-b9de-4910-b7fd-e6d1188025f5 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:41:49.924076 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'name': 'router1', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1b574745-6a73-466a-9967-b0efe6f3b3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:41:29Z', 'updated_at': '2021-08-24T19:41:46Z', 'revision_number': 4, 'project_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'gw_port': {'id': '1b574745-6a73-466a-9967-b0efe6f3b3de', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:41:45Z', 'updated_at': '2021-08-24T19:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e', 'name': '', 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'mac_address': 'fa:16:3e:58:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c50b457e-274f-4ca7-9b25-0759b88f45af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:41:38Z', 'updated_at': '2021-08-24T19:41:48Z', 'revision_number': 5, 'project_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'subnets': [{'id': 'c50b457e-274f-4ca7-9b25-0759b88f45af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a2cd3d6-bac1-425a-a380-72c0fd690803'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:49.951568 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5872c5-18cc-4743-9958-64442d18652d None None] The sync data for ids ['96d203f7-b9de-4910-b7fd-e6d1188025f5'] in dv-cinder-804093-3-iscsi is: [{'id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'name': 'router1', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '1b574745-6a73-466a-9967-b0efe6f3b3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:41:29Z', 'updated_at': '2021-08-24T19:41:46Z', 'revision_number': 4, 'project_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'gw_port': {'id': '1b574745-6a73-466a-9967-b0efe6f3b3de', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:41:45Z', 'updated_at': '2021-08-24T19:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e', 'name': '', 'network_id': 'c7c62916-1cda-4312-877f-6349b291bb17', 'tenant_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'mac_address': 'fa:16:3e:58:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d203f7-b9de-4910-b7fd-e6d1188025f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c50b457e-274f-4ca7-9b25-0759b88f45af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:41:38Z', 'updated_at': '2021-08-24T19:41:48Z', 'revision_number': 5, 'project_id': 'b775cde2ff2c478f89fc7f0cbd0004a1', 'subnets': [{'id': 'c50b457e-274f-4ca7-9b25-0759b88f45af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a2cd3d6-bac1-425a-a380-72c0fd690803'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:41:50.000731 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:41:50.086572 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:41:50.086876 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:52.080741 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 1b574745-6a73-466a-9967-b0efe6f3b3de up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:41:52.132054 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 1b574745-6a73-466a-9967-b0efe6f3b3de completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:41:52.136761 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 1b574745-6a73-466a-9967-b0efe6f3b3de triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:41:52.137197 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:52.222785 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:52.246239 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 1b574745-6a73-466a-9967-b0efe6f3b3de, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=1b574745-6a73-466a-9967-b0efe6f3b3de,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:41:52.250790 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:52.303555 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=1b574745-6a73-466a-9967-b0efe6f3b3de,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:54.039457 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 1b574745-6a73-466a-9967-b0efe6f3b3de up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:41:54.135032 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 1b574745-6a73-466a-9967-b0efe6f3b3de triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:41:54.135419 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:54.395074 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 5 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:42:03.073664 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ac8cfaa3-1a20-4d31-851c-b3807a5ec8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:05.709939 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e8ff2f6c-0a64-4c88-b5e9-9a5a04697b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:06.148897 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:06.691324 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:08.348707 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:31.396560 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 5 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:42:33.072024 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-028b68f3-d9fc-4508-a6f9-2875b4a350cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:35.716710 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-7a3c4fac-ef53-452e-aac2-a76fa442f075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:36.148979 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:36.686828 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:38.342598 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:03.068539 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-776f806d-9d8c-4396-826d-03ce35a6183c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:05.717162 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-bad6e4dd-71b4-460d-b735-8ffc1d9c737a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:06.140156 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:06.690284 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:08.350021 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:08.400665 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 5 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:43:26.090738 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44956) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:43:26.153200 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b77d8e7-ba9b-4326-9e38-af39cbf2c6c1 admin admin] GET failed (client error): The resource could not be found. Aug 24 19:43:26.154711 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-4b77d8e7-ba9b-4326-9e38-af39cbf2c6c1 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630264 Aug 24 19:43:26.316767 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8798f8-4b0c-4d5c-912a-defcfed7bcdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:26.318136 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-1c8798f8-4b0c-4d5c-912a-defcfed7bcdb admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579583 Aug 24 19:43:28.499963 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44966) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:43:28.591971 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35557d3-f4af-4e42-bd2d-cfc36df87e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:28.593372 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-d35557d3-f4af-4e42-bd2d-cfc36df87e31 admin admin] 10.222.0.57 "GET /v2.0/subnets/c50b457e-274f-4ca7-9b25-0759b88f45af HTTP/1.1" status: 200 len: 849 time: 0.0923498 Aug 24 19:43:28.604116 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:43:28.689828 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Notify callbacks [] for subnet, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:28.831722 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780122531548'] for subnet, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:28.863786 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:28.864397 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:28.865701 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] 10.222.0.57 "PUT /v2.0/subnets/c50b457e-274f-4ca7-9b25-0759b88f45af HTTP/1.1" status: 200 len: 868 time: 0.2652841 Aug 24 19:43:28.883158 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e3ab44-4825-4939-b8f5-3a4a1c9d3298 None None] Network c7c62916-1cda-4312-877f-6349b291bb17 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:43:28.887470 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50b457e-274f-4ca7-9b25-0759b88f45af,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:43:28.895585 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:43:28.896029 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:43:28.896315 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:43:28.896660 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:43:28.897153 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:43:28.897499 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:43:28.897833 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:43:28.898190 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:43:28.898516 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:43:28.898848 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:43:28.899175 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:43:28.899499 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ebfe6-f647-43f1-947a-f71bf125cb3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:43:29.221233 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-87d0c460-c720-45f1-a3c1-6a5b9799cac4 None None] Provisioning complete for port 47a1003c-688c-40db-9d57-f8e88f940a91 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:43:29.222110 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-87d0c460-c720-45f1-a3c1-6a5b9799cac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:29.305560 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-87d0c460-c720-45f1-a3c1-6a5b9799cac4 None None] Provisioning complete for port fdc8f7b2-a6d4-407f-b1bd-dee04bafd25e triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:43:29.305850 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-87d0c460-c720-45f1-a3c1-6a5b9799cac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:31.050857 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44974) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:43:31.249178 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7164ef28-d1d6-4aa8-8989-b348fe3cecf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:31.249662 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7164ef28-d1d6-4aa8-8989-b348fe3cecf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:31.251192 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-7164ef28-d1d6-4aa8-8989-b348fe3cecf8 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993837 Aug 24 19:43:33.061934 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a7c77ffe-5f2f-4759-a9a4-374e032b9d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:33.437842 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44982) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:43:33.570300 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19a2ddd-0256-4293-a517-9d073b37210e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:33.570788 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19a2ddd-0256-4293-a517-9d073b37210e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:33.572412 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-d19a2ddd-0256-4293-a517-9d073b37210e admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1335568 Aug 24 19:43:35.717533 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-dfbaa719-afdf-4269-8968-b913806e53db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:35.830108 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 44992) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:43:35.961450 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27230991-3f1f-4b5b-b291-135741b8e1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:35.962815 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-27230991-3f1f-4b5b-b291-135741b8e1b9 admin admin] 10.222.0.57 "GET /v2.0/networks/c7c62916-1cda-4312-877f-6349b291bb17 HTTP/1.1" status: 200 len: 869 time: 0.1317558 Aug 24 19:43:36.141283 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:36.693173 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:38.149370 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45000) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:43:38.273981 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af8c492-3462-4bbc-a2e6-4564e6016f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:38.275342 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-5af8c492-3462-4bbc-a2e6-4564e6016f63 admin admin] 10.222.0.57 "GET /v2.0/networks/cb60d9d8-3faa-4907-a006-9c6c39e0c5ca HTTP/1.1" status: 200 len: 886 time: 0.1250203 Aug 24 19:43:38.352998 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:40.446849 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45008) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:43:40.573760 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c65c9-4845-42b9-8a0f-d565636657a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:40.574217 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c65c9-4845-42b9-8a0f-d565636657a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:40.575760 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-5c5c65c9-4845-42b9-8a0f-d565636657a5 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279228 Aug 24 19:43:42.738859 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45016) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:43:42.835416 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6782cadb-2d62-40d4-87aa-3bca1c8cd823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:42.835893 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6782cadb-2d62-40d4-87aa-3bca1c8cd823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:42.837703 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-6782cadb-2d62-40d4-87aa-3bca1c8cd823 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0978780 Aug 24 19:43:45.000286 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45024) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:43:45.086937 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a70d6cc-6284-4c49-bedb-6f4145b10a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:45.088258 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-9a70d6cc-6284-4c49-bedb-6f4145b10a73 admin admin] 10.222.0.57 "GET /v2.0/subnets/a947b6b2-65ad-4b59-8032-5769873b3013 HTTP/1.1" status: 200 len: 816 time: 0.0869839 Aug 24 19:43:45.464861 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 5 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:43:47.267731 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45032) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:43:47.360422 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4f1436-f035-4cf4-a6d0-0a35b1cd0e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:47.361761 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-7b4f1436-f035-4cf4-a6d0-0a35b1cd0e74 admin admin] 10.222.0.57 "GET /v2.0/subnets/c50b457e-274f-4ca7-9b25-0759b88f45af HTTP/1.1" status: 200 len: 868 time: 0.0930486 Aug 24 19:44:03.062558 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-7fcb22f4-86f5-4631-8fb7-62e3183316dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:05.718426 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-3b412b3a-8248-458d-a35f-c42920654ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:06.142934 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:06.698361 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:08.353478 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:11.235373 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45086) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:44:11.282319 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [None req-5ca6df21-380b-4e97-ac75-71e576f733b3 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=105636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:44:11.283315 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-5ca6df21-380b-4e97-ac75-71e576f733b3 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469873 Aug 24 19:44:13.554350 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45094) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:44:13.634607 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee905cdb-2cff-494e-b0e0-83d145a99ea5 admin admin] GET failed (client error): The resource could not be found. Aug 24 19:44:13.635936 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-ee905cdb-2cff-494e-b0e0-83d145a99ea5 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0803525 Aug 24 19:44:13.780900 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a674bd-b689-47c5-b3ff-409afcac76fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:13.782325 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-02a674bd-b689-47c5-b3ff-409afcac76fc admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1417887 Aug 24 19:44:15.994383 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45104) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:44:16.040828 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-c12b16d1-d75d-4b2a-87d3-2df4b8da71d6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:44:16.062827 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12b16d1-d75d-4b2a-87d3-2df4b8da71d6 admin admin] Made reservation on behalf of 5bccf18542f14b1bb78be3f8acbe3d19 for: {'network': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:44:16.065209 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c12b16d1-d75d-4b2a-87d3-2df4b8da71d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:16.211248 dv-cinder-804093-3-iscsi neutron-server[105636]: WARNING neutron.services.revisions.revision_plugin [None req-c12b16d1-d75d-4b2a-87d3-2df4b8da71d6 admin admin] Could not find related network for resource to bump revision. Aug 24 19:44:16.224926 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12b16d1-d75d-4b2a-87d3-2df4b8da71d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=105636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:44:16.234807 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c12b16d1-d75d-4b2a-87d3-2df4b8da71d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:16.235206 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.segments_db [None req-c12b16d1-d75d-4b2a-87d3-2df4b8da71d6 admin admin] Added segment dde0a694-1e67-4a37-b9e3-57b843c886c1 of type vlan for network 726b1641-ddb0-49e8-95b1-99d27b865173 Aug 24 19:44:16.277089 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c12b16d1-d75d-4b2a-87d3-2df4b8da71d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:16.300224 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c12b16d1-d75d-4b2a-87d3-2df4b8da71d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:16.301291 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12b16d1-d75d-4b2a-87d3-2df4b8da71d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:16.301873 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c12b16d1-d75d-4b2a-87d3-2df4b8da71d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:16.326659 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-c12b16d1-d75d-4b2a-87d3-2df4b8da71d6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3311672 Aug 24 19:44:16.363896 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b16d1-d75d-4b2a-87d3-2df4b8da71d6 admin admin] Pushing event updated for resources: {'Network': ['ID=726b1641-ddb0-49e8-95b1-99d27b865173,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:44:16.374746 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network 726b1641-ddb0-49e8-95b1-99d27b865173 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:44:18.520716 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45112) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:44:18.583154 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.pecan_wsgi.hooks.translation [None req-773b10f1-9563-44c0-a1b9-914cf3598c24 admin admin] GET failed (client error): The resource could not be found. Aug 24 19:44:18.584561 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-773b10f1-9563-44c0-a1b9-914cf3598c24 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628808 Aug 24 19:44:18.657653 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bd6e50-9b34-4640-86b0-f45312ba4b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:18.659111 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-92bd6e50-9b34-4640-86b0-f45312ba4b97 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0696893 Aug 24 19:44:18.670286 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-b186a47e-c483-4c7c-af12-71641fa3834b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '726b1641-ddb0-49e8-95b1-99d27b865173', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:44:18.691401 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b186a47e-c483-4c7c-af12-71641fa3834b admin admin] Made reservation on behalf of 5bccf18542f14b1bb78be3f8acbe3d19 for: {'subnet': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:44:18.693649 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b186a47e-c483-4c7c-af12-71641fa3834b admin admin] Notify callbacks [] for subnet, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:18.856301 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b186a47e-c483-4c7c-af12-71641fa3834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for subnet, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:18.910403 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186a47e-c483-4c7c-af12-71641fa3834b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71b45db-c8d5-4d0a-a5d5-04296ed149f9,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:44:18.919180 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186a47e-c483-4c7c-af12-71641fa3834b admin admin] Checking segment: {'id': 'dde0a694-1e67-4a37-b9e3-57b843c886c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '726b1641-ddb0-49e8-95b1-99d27b865173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:44:18.919531 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b186a47e-c483-4c7c-af12-71641fa3834b admin admin] Network hostable DHCP agents. Network: 726b1641-ddb0-49e8-95b1-99d27b865173, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:44:18.939865 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b186a47e-c483-4c7c-af12-71641fa3834b admin admin] Network 726b1641-ddb0-49e8-95b1-99d27b865173 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:44:18.954472 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-b186a47e-c483-4c7c-af12-71641fa3834b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, 726b1641-ddb0-49e8-95b1-99d27b865173) {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:44:18.959463 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b186a47e-c483-4c7c-af12-71641fa3834b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:18.960056 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b186a47e-c483-4c7c-af12-71641fa3834b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:18.965422 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c1259-773e-4dcf-aa60-ff80a500ceac None None] Network 726b1641-ddb0-49e8-95b1-99d27b865173 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:44:18.976313 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-b186a47e-c483-4c7c-af12-71641fa3834b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3094223 Aug 24 19:44:19.122845 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp566fb7dc-fe74-549b-8080-d65c18c3220f-726b1641-ddb0-49e8-95b1-99d27b865173', 'network_id': '726b1641-ddb0-49e8-95b1-99d27b865173', 'tenant_id': '5bccf18542f14b1bb78be3f8acbe3d19', 'fixed_ips': [{'subnet_id': 'b71b45db-c8d5-4d0a-a5d5-04296ed149f9'}]}} from dv-cinder-804093-3-iscsi. {{(pid=105637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:44:19.123781 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:19.364693 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.db_base_plugin_common [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Allocated IP 192.168.233.2 (726b1641-ddb0-49e8-95b1-99d27b865173/b71b45db-c8d5-4d0a-a5d5-04296ed149f9/589a053f-0f10-48a9-856a-b248658f4047) {{(pid=105637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:44:19.538176 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Notify callbacks [] for port, precommit_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:19.547551 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Transition to ACTIVE for port object 589a053f-0f10-48a9-856a-b248658f4047 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:44:19.563178 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Transition to ACTIVE for port object 589a053f-0f10-48a9-856a-b248658f4047 will not be triggered until provisioned by entity DHCP. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:44:19.570458 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:19.608422 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Network 726b1641-ddb0-49e8-95b1-99d27b865173 is already hosted by enough agents. {{(pid=105637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:44:19.613956 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.base_scheduler [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Resources bound (agent type, host, resource id): {{(pid=105637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:44:19.617524 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Received port after_create {{(pid=105637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:44:19.624976 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Pushing event updated for resources: {'Port': ['ID=589a053f-0f10-48a9-856a-b248658f4047,revision_number=1']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:44:19.636169 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:19.636538 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:19.636892 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:19.637245 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:19.637586 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:19.637919 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:19.638249 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:19.638580 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:19.638908 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:19.639237 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:19.639567 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:19.639889 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:19.691489 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Attempting to bind port 589a053f-0f10-48a9-856a-b248658f4047 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:44:19.692160 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Attempting to bind port 589a053f-0f10-48a9-856a-b248658f4047 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'dde0a694-1e67-4a37-b9e3-57b843c886c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '726b1641-ddb0-49e8-95b1-99d27b865173'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:44:19.692523 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Attempting to bind port 589a053f-0f10-48a9-856a-b248658f4047 on network 726b1641-ddb0-49e8-95b1-99d27b865173 {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:44:19.697741 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:44:19.698113 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Checking segment: {'id': 'dde0a694-1e67-4a37-b9e3-57b843c886c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '726b1641-ddb0-49e8-95b1-99d27b865173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:44:19.698515 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:19.698906 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Bound using segment: {'id': 'dde0a694-1e67-4a37-b9e3-57b843c886c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '726b1641-ddb0-49e8-95b1-99d27b865173'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:44:19.699391 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Bound port: 589a053f-0f10-48a9-856a-b248658f4047, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde0a694-1e67-4a37-b9e3-57b843c886c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '726b1641-ddb0-49e8-95b1-99d27b865173'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:44:19.699762 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:19.764521 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] For port 589a053f-0f10-48a9-856a-b248658f4047, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:44:19.767924 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] For port 589a053f-0f10-48a9-856a-b248658f4047, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=589a053f-0f10-48a9-856a-b248658f4047,segment=NetworkSegment(dde0a694-1e67-4a37-b9e3-57b843c886c1),segment_id=dde0a694-1e67-4a37-b9e3-57b843c886c1)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:44:19.773622 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:19.830556 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4698f3-2f05-4c8f-b1b8-00e0d499646f None None] Pushing event updated for resources: {'Port': ['ID=589a053f-0f10-48a9-856a-b248658f4047,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:44:20.220029 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 589a053f-0f10-48a9-856a-b248658f4047 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:44:20.273095 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 589a053f-0f10-48a9-856a-b248658f4047 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:44:20.615917 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d19a992-a379-43c7-8822-0b9d234c5773 None None] Network 726b1641-ddb0-49e8-95b1-99d27b865173 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:44:20.710014 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-ea4ce47a-2f89-4c20-bce8-d7cf26c1d23d None None] Provisioning for port 589a053f-0f10-48a9-856a-b248658f4047 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:44:20.733367 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-ea4ce47a-2f89-4c20-bce8-d7cf26c1d23d None None] Provisioning complete for port 589a053f-0f10-48a9-856a-b248658f4047 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:44:20.733732 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce47a-2f89-4c20-bce8-d7cf26c1d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:20.852824 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce47a-2f89-4c20-bce8-d7cf26c1d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:20.887977 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-ea4ce47a-2f89-4c20-bce8-d7cf26c1d23d None None] For port 589a053f-0f10-48a9-856a-b248658f4047, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=589a053f-0f10-48a9-856a-b248658f4047,segment=NetworkSegment(dde0a694-1e67-4a37-b9e3-57b843c886c1),segment_id=dde0a694-1e67-4a37-b9e3-57b843c886c1)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:44:20.892593 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce47a-2f89-4c20-bce8-d7cf26c1d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:20.948078 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ce47a-2f89-4c20-bce8-d7cf26c1d23d None None] Pushing event updated for resources: {'Port': ['ID=589a053f-0f10-48a9-856a-b248658f4047,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:44:21.014151 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-d9648981-687b-40a7-bd4c-9c960087afc0 None None] Provisioning complete for port 589a053f-0f10-48a9-856a-b248658f4047 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:44:21.014523 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d9648981-687b-40a7-bd4c-9c960087afc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:22.192426 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 589a053f-0f10-48a9-856a-b248658f4047 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:44:22.240608 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 589a053f-0f10-48a9-856a-b248658f4047 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:44:22.240971 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:22.403643 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 5 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:44:33.063640 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-0715084a-2613-4d78-a994-f4728acc1665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:35.721061 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4878-fe3f-44bb-b283-fe8231294224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:36.145722 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:36.699781 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:38.357827 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:59.403356 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 5 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:45:03.069466 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-161f1ad3-d605-4a0e-9ee7-850136dcde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:05.722919 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8f1d727a-6ecb-423a-a6cd-e312bf4f0dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:06.147571 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:06.703112 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:08.359887 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:27.746815 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45164) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:45:27.752968 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [None req-156bfc85-7f58-43e9-862d-2c4df5c5c71c tempest-verify_tempest_config-1336656610 tempest-verify_tempest_config-1336656610-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=105636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:45:27.753984 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-156bfc85-7f58-43e9-862d-2c4df5c5c71c tempest-verify_tempest_config-1336656610 tempest-verify_tempest_config-1336656610-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061705 Aug 24 19:45:28.042818 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45182) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:45:28.147016 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.239213 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.242872 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.288516 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7277629de65d4064b7dc2011471dcadd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2446232 Aug 24 19:45:28.289521 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dd6253-13e3-416b-8367-84453258649f,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:28.291236 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45186) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:45:28.296329 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.296704 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.297055 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.297395 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.297731 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.298079 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.298422 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.298771 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.299121 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.299451 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.299777 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.300111 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830508-942d-4cb6-a8ad-274e1a4be28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.394217 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.414601 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.502640 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.506849 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:28.508003 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8dd6253-13e3-416b-8367-84453258649f HTTP/1.1" status: 204 len: 168 time: 0.2155998 Aug 24 19:45:28.515477 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dd6253-13e3-416b-8367-84453258649f,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:45:28.522523 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.522863 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.523195 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.523524 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.523848 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.524214 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.524546 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.524884 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.525207 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.525524 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.525840 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:28.526154 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2914bc49-c03f-488b-8370-eb1866f5e8ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:45:33.060768 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-158a2c94-8365-4dea-8da5-ac95eb9b6f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:35.725238 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-c3f867f1-2f99-4a2c-adbe-89c99904b18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:36.149010 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:36.403252 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 5 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:45:36.706842 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:38.362630 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:03.061417 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-7d72fcd9-ab49-4ceb-a88f-5aeca83c49b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:05.726066 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ad52bac0-5957-47c9-a8ad-1962eadaf520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:06.149927 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:06.708712 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:08.365164 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:13.402481 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 5 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:46:33.062500 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e4560352-0eb2-4f89-94cf-26ed030b903d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.729125 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-0158807d-b438-4e75-b1ce-90468a5252a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.150340 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.711376 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:38.369073 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:50.400875 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 5 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:47:03.066931 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1ebeddd4-f168-49ce-9c86-38ee1c67b3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:05.728794 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a86ac48f-e0f3-4a88-9c79-c73d379fabfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:06.151306 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:06.716019 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.174982 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1549227'] for agent, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:08.372663 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:22.904162 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45260) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:47:23.007010 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-39e6f356-096e-4769-95a3-e5fb9a45bb9c admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1017487 Aug 24 19:47:25.291325 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45270) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:47:25.348543 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-a75a3f2f-48df-47fc-8afb-360c46ab0cc0 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0561261 Aug 24 19:47:27.399795 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:47:33.067893 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-7f1dae20-dd09-4ce5-b243-29aa607266a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:35.730274 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-27bd0e0c-bd41-496a-80cc-7adb738845fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:36.152718 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:36.716169 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:38.128206 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:38.375856 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:03.069457 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-6f1361ef-b510-4da0-b056-9c0dc8f0609b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:04.398241 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:48:05.730402 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-65391836-ffd5-4be9-baec-da3441d9a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:06.153826 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:06.721199 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:08.142006 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:08.380282 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:33.071121 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-9e36f069-e5d1-4da5-b097-25e951f580b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:35.731517 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-323b80ee-7eb1-4c39-9195-2b7b5cd268a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:36.155340 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:36.724273 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:38.140722 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:38.382209 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:41.397534 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:48:58.461564 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45470) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:48:58.871200 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-861033985-network', 'tenant_id': 'fbee75d3c67345b38a345c3a11e16c24'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:48:58.903926 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45490) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:48:58.913349 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Made reservation on behalf of fbee75d3c67345b38a345c3a11e16c24 for: {'network': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:48:58.916297 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:58.926908 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.029043 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.034266 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.054587 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=105636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:48:59.064055 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.064469 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.segments_db [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Added segment b420a1b2-8933-4ffc-9b68-81be6f771fac of type vlan for network 7072e2d2-9eee-41bf-a111-038aa23ebea9 Aug 24 19:48:59.069324 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45500) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:48:59.114657 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.114769 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45504) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:48:59.140819 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.142233 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:48:59.142809 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.152787 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68119b1-9106-4629-b00f-cf82e4e45711,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:59.180278 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45514) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:48:59.185678 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Request body: {'subnet': {'network_id': '7072e2d2-9eee-41bf-a111-038aa23ebea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-861033985-subnet', 'tenant_id': 'fbee75d3c67345b38a345c3a11e16c24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:48:59.190313 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7267430 Aug 24 19:48:59.231817 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-648157233-network', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:48:59.280382 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Made reservation on behalf of fbee75d3c67345b38a345c3a11e16c24 for: {'subnet': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:48:59.284552 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.286884 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Pushing event updated for resources: {'Network': ['ID=7072e2d2-9eee-41bf-a111-038aa23ebea9,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:59.302233 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.302587 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.302918 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.303458 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.304058 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.304594 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.305092 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.305598 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.306102 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.306689 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.307166 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.307671 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Tracked resource versions report: Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: pushed versions: Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: { 'AddressGroup': {'1.2'}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'ConntrackHelper': {'1.0'}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Log': {'1.0'}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Network': {'1.1'}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Port': {'1.7'}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'PortForwarding': {'1.2'}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'QosPolicy': {'1.9'}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'SecurityGroup': {'1.4'}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'SubPort': {'1.0'}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Subnet': {'1.1'}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Trunk': {'1.1'}} Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: consumer versions: Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: { DHCP agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: HyperV agent@hv-cinder-80409: {}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: L3 agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: Metadata agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: Metering agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: Open vSwitch agent@dv-cinder-804093-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'ConntrackHelper': '1.0', Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Log': '1.0', Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Network': '1.1', Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Port': '1.7', Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'PortForwarding': '1.2', Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'QosPolicy': '1.9', Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'SecurityGroup': '1.4', Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'SecurityGroupRule': '1.2', Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'SubPort': '1.0', Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Subnet': '1.1', Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: 'Trunk': '1.1'}} Aug 24 19:48:59.309558 dv-cinder-804093-3-iscsi neutron-server[105636]: {{(pid=105636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:48:59.316639 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.317164 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.317747 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.318305 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.319307 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.319884 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.320661 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.321280 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.322206 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.322206 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.322663 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.323269 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412d941-ccc9-4777-8fd5-502eab1c59b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.339166 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1792253722-network', 'tenant_id': 'd2d949dab476410eade39780e3cc2018'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:48:59.349929 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network 7072e2d2-9eee-41bf-a111-038aa23ebea9 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:48:59.374233 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Made reservation on behalf of 6ccd138de07841c0aa0c919186aa0c8e for: {'network': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:48:59.378446 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.392330 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Made reservation on behalf of d2d949dab476410eade39780e3cc2018 for: {'network': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:48:59.394702 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.412837 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.489129 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.495583 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-618583925-network', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:48:59.701229 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.705718 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for subnet, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.722057 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.780809 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=105635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:48:59.841874 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780122607526', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.842532 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Unsubscribe: segment precommit_create {{(pid=105635) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 19:48:59.843127 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.segments_db [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Added segment b7323d9a-7486-4e80-96bc-37f690d7d4b0 of type vlan for network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 Aug 24 19:48:59.874937 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce9d9ab3-1eb5-4bb1-aea7-95c2297c2257,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:59.882366 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab8b1bc-0a3a-430e-af59-71810f86c5e1,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:48:59.896632 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Checking segment: {'id': 'b420a1b2-8933-4ffc-9b68-81be6f771fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7072e2d2-9eee-41bf-a111-038aa23ebea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:48:59.897101 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Network hostable DHCP agents. Network: 7072e2d2-9eee-41bf-a111-038aa23ebea9, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:48:59.939331 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.939945 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.939945 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.940197 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.940716 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.941146 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.941370 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.941711 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.942059 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.942461 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.942710 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.943027 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Tracked resource versions report: Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: pushed versions: Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: { 'AddressGroup': {'1.2'}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'ConntrackHelper': {'1.0'}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Log': {'1.0'}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Network': {'1.1'}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Port': {'1.7'}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'PortForwarding': {'1.2'}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'QosPolicy': {'1.9'}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'SecurityGroup': {'1.4'}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'SubPort': {'1.0'}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Subnet': {'1.1'}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Trunk': {'1.1'}} Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: consumer versions: Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: { DHCP agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: HyperV agent@hv-cinder-80409: {}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: L3 agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: Metadata agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: Metering agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: Open vSwitch agent@dv-cinder-804093-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'ConntrackHelper': '1.0', Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Log': '1.0', Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Network': '1.1', Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Port': '1.7', Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'PortForwarding': '1.2', Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'QosPolicy': '1.9', Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'SecurityGroup': '1.4', Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'SecurityGroupRule': '1.2', Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'SubPort': '1.0', Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Subnet': '1.1', Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: 'Trunk': '1.1'}} Aug 24 19:48:59.944205 dv-cinder-804093-3-iscsi neutron-server[105635]: {{(pid=105635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:48:59.955804 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:59.965866 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.966242 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.966552 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.966890 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.967219 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.967572 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.967904 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.968273 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.968613 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.968936 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.969820 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:48:59.970542 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:00.010221 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Network 7072e2d2-9eee-41bf-a111-038aa23ebea9 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:49:00.025666 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.026619 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:00.027399 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.043181 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, 7072e2d2-9eee-41bf-a111-038aa23ebea9) {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:00.052751 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973346b-fac3-44f2-b3e8-a28cd3af9bdc None None] Network 7072e2d2-9eee-41bf-a111-038aa23ebea9 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:00.071930 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:00.072738 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.162571 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.166185 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] Pushing event updated for resources: {'Network': ['ID=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:00.175588 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.199289 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-5fd265f3-2d9f-450f-9db4-3aef0369f897 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0177188 Aug 24 19:49:00.208630 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:49:00.213615 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a7490a-6240-4590-ad13-9e3067903da8 None None] Network 7072e2d2-9eee-41bf-a111-038aa23ebea9 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:00.226879 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=105635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:49:00.247464 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.248269 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.segments_db [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Added segment b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c of type vlan for network d8d23373-37d8-4e04-9c3e-47ef23b86dbb Aug 24 19:49:00.271553 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Made reservation on behalf of 8b3c57b4813a4831b09d0cbf1531ecc2 for: {'network': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:00.275102 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.289055 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.303449 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-517d9065-0e9f-410c-a800-a0333f078a6c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2330475 Aug 24 19:49:00.306752 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45570) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:00.311866 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Request body: {'subnet': {'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1792253722-subnet', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:00.324866 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d706f339-c28a-4285-8840-9ae475e555e7,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:00.349692 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.db.api [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 19:49:00.349692 dv-cinder-804093-3-iscsi neutron-server[105636]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 19:49:00.349692 dv-cinder-804093-3-iscsi neutron-server[105636]: [parameters: {'project_id_1': 'd2d949dab476410eade39780e3cc2018', 'expiration_1': datetime.datetime(2021, 8, 24, 19, 49, 0, 329722)}] Aug 24 19:49:00.349692 dv-cinder-804093-3-iscsi neutron-server[105636]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:49:00.350039 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG oslo_db.api [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:49:00.350975 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.410530 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.411930 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:00.412686 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.494585 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d8d23373-37d8-4e04-9c3e-47ef23b86dbb,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:00.508635 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network d8d23373-37d8-4e04-9c3e-47ef23b86dbb details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:49:00.520947 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.527874 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.541593 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-1547ce72-361a-49d8-be39-a78b9fbff8b5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6325989 Aug 24 19:49:00.542028 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45580) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:00.549194 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-f631ccf1-e5a4-4e01-9aa0-9ee92f67c31b admin admin] Request body: {'subnet': {'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-subnet', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:00.566150 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=105635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:49:00.573298 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a9a885-a35b-4518-b5f8-b5710f1a951f,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:00.580791 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.581209 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.segments_db [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Added segment 58f68c6a-5207-4b50-b1c0-39551d3bcf61 of type vlan for network 098493d5-4729-4f73-889b-9717d87ddf61 Aug 24 19:49:00.631488 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f631ccf1-e5a4-4e01-9aa0-9ee92f67c31b admin admin] Made reservation on behalf of 6ccd138de07841c0aa0c919186aa0c8e for: {'subnet': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:00.634448 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f631ccf1-e5a4-4e01-9aa0-9ee92f67c31b admin admin] Notify callbacks [] for subnet, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.650240 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.711139 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.713082 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:00.715317 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.750541 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6345716 Aug 24 19:49:00.753726 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45594) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:00.763039 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-00986ca7-232e-4c7e-804f-5cd7ec026a66 admin admin] Request body: {'subnet': {'network_id': '098493d5-4729-4f73-889b-9717d87ddf61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-618583925-subnet', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:00.876412 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.db.api [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 19:49:00.876412 dv-cinder-804093-3-iscsi neutron-server[105636]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 19:49:00.876412 dv-cinder-804093-3-iscsi neutron-server[105636]: [parameters: {'project_id_1': 'd2d949dab476410eade39780e3cc2018', 'expiration_1': datetime.datetime(2021, 8, 24, 19, 49, 0, 859887)}] Aug 24 19:49:00.876412 dv-cinder-804093-3-iscsi neutron-server[105636]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:49:00.877586 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG oslo_db.api [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:49:00.878837 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31236a4a-83c5-4982-8436-1025a85c1356 admin admin] Pushing event updated for resources: {'Network': ['ID=098493d5-4729-4f73-889b-9717d87ddf61,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:00.889496 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network 098493d5-4729-4f73-889b-9717d87ddf61 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:49:00.909506 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00986ca7-232e-4c7e-804f-5cd7ec026a66 admin admin] Made reservation on behalf of 8b3c57b4813a4831b09d0cbf1531ecc2 for: {'subnet': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:00.912403 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-00986ca7-232e-4c7e-804f-5cd7ec026a66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:00.955883 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f631ccf1-e5a4-4e01-9aa0-9ee92f67c31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for subnet, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.080251 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631ccf1-e5a4-4e01-9aa0-9ee92f67c31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c81d25-317e-4944-aa48-c52f6df9eab1,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:01.114556 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f631ccf1-e5a4-4e01-9aa0-9ee92f67c31b admin admin] Checking segment: {'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:01.115196 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f631ccf1-e5a4-4e01-9aa0-9ee92f67c31b admin admin] Network hostable DHCP agents. Network: d8d23373-37d8-4e04-9c3e-47ef23b86dbb, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:49:01.167863 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f631ccf1-e5a4-4e01-9aa0-9ee92f67c31b admin admin] Network d8d23373-37d8-4e04-9c3e-47ef23b86dbb is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:49:01.181589 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-f631ccf1-e5a4-4e01-9aa0-9ee92f67c31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, d8d23373-37d8-4e04-9c3e-47ef23b86dbb) {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:01.186165 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f631ccf1-e5a4-4e01-9aa0-9ee92f67c31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:01.186742 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f631ccf1-e5a4-4e01-9aa0-9ee92f67c31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.192697 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e341f5e-259e-4755-81b9-ef5c23b6149a None None] Network d8d23373-37d8-4e04-9c3e-47ef23b86dbb requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:01.221784 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-f631ccf1-e5a4-4e01-9aa0-9ee92f67c31b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6785419 Aug 24 19:49:01.224529 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45628) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:01.224672 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-00986ca7-232e-4c7e-804f-5cd7ec026a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for subnet, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.231515 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:01.285155 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-485'] for router, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.286876 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1718178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-466'] for router, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.400672 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00986ca7-232e-4c7e-804f-5cd7ec026a66 admin admin] Checking segment: {'id': '58f68c6a-5207-4b50-b1c0-39551d3bcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:01.402033 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00986ca7-232e-4c7e-804f-5cd7ec026a66 admin admin] Network hostable DHCP agents. Network: 098493d5-4729-4f73-889b-9717d87ddf61, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:49:01.412669 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00986ca7-232e-4c7e-804f-5cd7ec026a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2bf38ed-d9f1-4bc8-bd79-bec2e981d932,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:01.418057 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.471410 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00986ca7-232e-4c7e-804f-5cd7ec026a66 admin admin] Network 098493d5-4729-4f73-889b-9717d87ddf61 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:49:01.491663 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-00986ca7-232e-4c7e-804f-5cd7ec026a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, 098493d5-4729-4f73-889b-9717d87ddf61) {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:01.492689 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp566fb7dc-fe74-549b-8080-d65c18c3220f-d8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1'}]}} from dv-cinder-804093-3-iscsi. {{(pid=105637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:49:01.494579 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.505871 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00986ca7-232e-4c7e-804f-5cd7ec026a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:01.506497 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-00986ca7-232e-4c7e-804f-5cd7ec026a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.510346 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7118cf6f-3885-40e5-b9a8-9497952155cf None None] Network 098493d5-4729-4f73-889b-9717d87ddf61 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:01.537362 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-00986ca7-232e-4c7e-804f-5cd7ec026a66 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7823327 Aug 24 19:49:01.539835 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45642) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:01.546278 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-618583925-router', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:01.611073 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-485'] for router, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.612862 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1718178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-466'] for router, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.687030 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Made reservation on behalf of d2d949dab476410eade39780e3cc2018 for: {'subnet': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:01.692054 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:01.875108 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.043023 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.106921 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45686) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:02.111974 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.db_base_plugin_common [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Allocated IP 172.20.0.2 (d8d23373-37d8-4e04-9c3e-47ef23b86dbb/66c81d25-317e-4944-aa48-c52f6df9eab1/dfca5058-6cfb-4222-8dc4-94181afa7e44) {{(pid=105637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:02.127053 dv-cinder-804093-3-iscsi neutron-server[105636]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 19:49:02.137431 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3685d21-fdc0-4496-b033-bc2bf1754275 None None] Network 098493d5-4729-4f73-889b-9717d87ddf61 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:02.234506 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for subnet, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.325654 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0623cb7b-b882-471d-94a2-06bff63acae9,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:02.395967 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45704) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:02.419270 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.507653 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-765d0808-a7c3-4db9-bd98-1f2d16c2bec4 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:02.515255 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-765d0808-a7c3-4db9-bd98-1f2d16c2bec4 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/networks?id=7072e2d2-9eee-41bf-a111-038aa23ebea9 HTTP/1.1" status: 200 len: 811 time: 0.4013381 Aug 24 19:49:02.541447 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Notify callbacks [] for port, precommit_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.550876 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Transition to ACTIVE for port object dfca5058-6cfb-4222-8dc4-94181afa7e44 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:02.567826 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Transition to ACTIVE for port object dfca5058-6cfb-4222-8dc4-94181afa7e44 will not be triggered until provisioned by entity DHCP. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:02.581303 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.584601 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-ea7027c5-e185-49d0-9341-f5ccb6331007 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/quotas/fbee75d3c67345b38a345c3a11e16c24 HTTP/1.1" status: 200 len: 375 time: 0.0678017 Aug 24 19:49:02.590558 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Checking segment: {'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:02.591616 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Network hostable DHCP agents. Network: 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:49:02.635931 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Network d8d23373-37d8-4e04-9c3e-47ef23b86dbb is already hosted by enough agents. {{(pid=105637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:02.639672 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.base_scheduler [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Resources bound (agent type, host, resource id): {{(pid=105637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:02.643740 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Received port after_create {{(pid=105637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:02.646376 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fdba42f8-5220-49bc-9546-af2ddc64f740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.685809 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-99d54522-88ef-4c78-b7b1-ba8ef1bc0e87 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fbee75d3c67345b38a345c3a11e16c24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834136 Aug 24 19:49:02.713303 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Pushing event updated for resources: {'Port': ['ID=dfca5058-6cfb-4222-8dc4-94181afa7e44,revision_number=1']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:02.718462 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Attempting to bind port dfca5058-6cfb-4222-8dc4-94181afa7e44 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:02.718837 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Attempting to bind port dfca5058-6cfb-4222-8dc4-94181afa7e44 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:02.719616 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Attempting to bind port dfca5058-6cfb-4222-8dc4-94181afa7e44 on network d8d23373-37d8-4e04-9c3e-47ef23b86dbb {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:02.729097 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:02.729593 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:02.729943 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:02.730278 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:02.730612 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:02.730941 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:02.731263 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:02.731772 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:02.732303 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:02.732810 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:02.733290 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:02.733767 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Tracked resource versions report: Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: pushed versions: Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: { 'AddressGroup': {'1.2'}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'ConntrackHelper': {'1.0'}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Log': {'1.0'}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Network': {'1.1'}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Port': {'1.7'}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'PortForwarding': {'1.2'}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'QosPolicy': {'1.9'}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'SecurityGroup': {'1.4'}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'SubPort': {'1.0'}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Subnet': {'1.1'}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Trunk': {'1.1'}} Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: consumer versions: Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: { DHCP agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: HyperV agent@hv-cinder-80409: {}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: L3 agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: Metadata agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: Metering agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: Open vSwitch agent@dv-cinder-804093-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'ConntrackHelper': '1.0', Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Log': '1.0', Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Network': '1.1', Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Port': '1.7', Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'PortForwarding': '1.2', Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'QosPolicy': '1.9', Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'SecurityGroup': '1.4', Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'SecurityGroupRule': '1.2', Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'SubPort': '1.0', Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Subnet': '1.1', Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: 'Trunk': '1.1'}} Aug 24 19:49:02.735549 dv-cinder-804093-3-iscsi neutron-server[105637]: {{(pid=105637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:49:02.749779 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:49:02.752718 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Checking segment: {'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:02.753398 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.754056 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Bound using segment: {'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:49:02.754740 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Bound port: dfca5058-6cfb-4222-8dc4-94181afa7e44, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:02.755212 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.854118 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] For port dfca5058-6cfb-4222-8dc4-94181afa7e44, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:49:02.859071 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] For port dfca5058-6cfb-4222-8dc4-94181afa7e44, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=dfca5058-6cfb-4222-8dc4-94181afa7e44,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:49:02.873395 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.952973 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:49:02.954584 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:02.959069 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132510c-6868-4219-b5c8-f977bd9d4351 None None] Pushing event updated for resources: {'Port': ['ID=dfca5058-6cfb-4222-8dc4-94181afa7e44,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:03.002294 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86) {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:03.013776 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7dd17e-3809-45ae-ba9f-eb294ea0a72a None None] Network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:03.029116 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.037476 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:03.038631 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.061423 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-fb337836-d741-4b73-bea8-a142729c25d2 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=105636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:49:03.069458 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-fb337836-d741-4b73-bea8-a142729c25d2 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1551578 Aug 24 19:49:03.146049 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fdba42f8-5220-49bc-9546-af2ddc64f740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.151660 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6c86-7727-40ed-8f8d-d143d440713a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.196038 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fdba42f8-5220-49bc-9546-af2ddc64f740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.226700 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-e6faab2f-fffd-4746-afb5-0b4b615c90b9 service neutron] 10.222.0.57 "GET /v2.0/networks/7072e2d2-9eee-41bf-a111-038aa23ebea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555438 Aug 24 19:49:03.247975 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.260127 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-52c3904f-6832-42b8-aced-39308825f14c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9521351 Aug 24 19:49:03.283763 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba42f8-5220-49bc-9546-af2ddc64f740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24257d93-147d-4d67-a2e3-1a20d208ace9,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:03.311792 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45728) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:03.333713 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:03.363195 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp566fb7dc-fe74-549b-8080-d65c18c3220f-7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9'}]}} from dv-cinder-804093-3-iscsi. {{(pid=105637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:49:03.365403 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.383468 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.388905 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-fdba42f8-5220-49bc-9546-af2ddc64f740 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dd0424390fb24b2bb1cb93f6bd1e84d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9904666 Aug 24 19:49:03.391497 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45732) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:03.585828 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Allocated IP 172.27.2.225 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:03.593146 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.db_base_plugin_common [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Allocated IP 172.20.0.2 (7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86/0623cb7b-b882-471d-94a2-06bff63acae9/6dd2b45b-d3b6-41ce-ad68-551f769176fa) {{(pid=105637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:03.606413 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-4088e2d9-4ed0-4ae1-8bcd-281ecd6077f8 service neutron] 10.222.0.57 "GET /v2.0/networks/7072e2d2-9eee-41bf-a111-038aa23ebea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519325 Aug 24 19:49:03.630024 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-485'] for router, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.631156 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1718178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-466'] for router, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.772656 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.787486 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5c779d0b-ed16-46b8-a891-0896abf86e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.874030 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Notify callbacks [] for port, precommit_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.901842 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5c779d0b-ed16-46b8-a891-0896abf86e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:03.903083 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Transition to ACTIVE for port object 6dd2b45b-d3b6-41ce-ad68-551f769176fa will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:03.967090 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Transition to ACTIVE for port object 6dd2b45b-d3b6-41ce-ad68-551f769176fa will not be triggered until provisioned by entity DHCP. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:03.988588 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:04.051396 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Pushing event updated for resources: {'Port': ['ID=6dd2b45b-d3b6-41ce-ad68-551f769176fa,revision_number=1']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:04.072105 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 is already hosted by enough agents. {{(pid=105637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:04.074102 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.base_scheduler [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Resources bound (agent type, host, resource id): {{(pid=105637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:04.077630 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Received port after_create {{(pid=105637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:04.100834 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45762) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:04.160758 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Attempting to bind port 6dd2b45b-d3b6-41ce-ad68-551f769176fa on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:04.161121 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Attempting to bind port 6dd2b45b-d3b6-41ce-ad68-551f769176fa by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:04.161466 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Attempting to bind port 6dd2b45b-d3b6-41ce-ad68-551f769176fa on network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:04.173095 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:49:04.173595 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Checking segment: {'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:04.173934 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:04.174322 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Bound using segment: {'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:49:04.174797 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Bound port: 6dd2b45b-d3b6-41ce-ad68-551f769176fa, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:04.175594 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:04.184775 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:04.192154 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:04.209840 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9da1bcda-2235-47a6-9901-e01f2472cd46 req-fa25c787-8643-45c4-9b26-808ffc76bbc9 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 210 time: 0.1069050 Aug 24 19:49:04.312188 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5c779d0b-ed16-46b8-a891-0896abf86e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:04.315541 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5c779d0b-ed16-46b8-a891-0896abf86e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:04.319399 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-5c779d0b-ed16-46b8-a891-0896abf86e1b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/24257d93-147d-4d67-a2e3-1a20d208ace9 HTTP/1.1" status: 204 len: 168 time: 0.9160073 Aug 24 19:49:04.324057 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] For port 6dd2b45b-d3b6-41ce-ad68-551f769176fa, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:49:04.327557 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] For port 6dd2b45b-d3b6-41ce-ad68-551f769176fa, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=6dd2b45b-d3b6-41ce-ad68-551f769176fa,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:49:04.337340 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:04.410280 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45778) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:04.411941 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c779d0b-ed16-46b8-a891-0896abf86e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24257d93-147d-4d67-a2e3-1a20d208ace9,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:04.446586 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:04.502007 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device dfca5058-6cfb-4222-8dc4-94181afa7e44 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:04.564720 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Allocated IP 172.27.2.54 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/830b0477-2466-4d0d-94f9-57bb5c0ee204) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:04.585648 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:04.614546 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:04.638805 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:04.662416 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda4744-4cad-4fd0-9100-ae03c598a0ce None None] Pushing event updated for resources: {'Port': ['ID=6dd2b45b-d3b6-41ce-ad68-551f769176fa,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:04.691327 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8b837e-667f-4780-814d-deb62fe1ecd8 None None] Network d8d23373-37d8-4e04-9c3e-47ef23b86dbb requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:04.864518 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:04.877111 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Pushing event updated for resources: {'Port': ['ID=9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:04.950085 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.001885 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-67aff853-e99b-4a00-b83b-e3ce258be7ff None None] Provisioning for port dfca5058-6cfb-4222-8dc4-94181afa7e44 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:05.003825 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port dfca5058-6cfb-4222-8dc4-94181afa7e44 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:05.048418 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port dfca5058-6cfb-4222-8dc4-94181afa7e44 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:05.048792 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.049179 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:05.053616 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-67aff853-e99b-4a00-b83b-e3ce258be7ff None None] Provisioning complete for port dfca5058-6cfb-4222-8dc4-94181afa7e44 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:05.053999 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-67aff853-e99b-4a00-b83b-e3ce258be7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.054478 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:05.057828 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:05.214473 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Pushing event updated for resources: {'Port': ['ID=830b0477-2466-4d0d-94f9-57bb5c0ee204,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:05.216788 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-42c53d34-2aea-4150-92aa-e8a006be9767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.218713 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45810) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:05.258296 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b27e9e1a-bcad-4dd9-a780-33775aa8f7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.486426 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-959a5f0f-453d-4461-b569-fa3ffdd1eeb8 req-b73e6e99-d2a2-4e11-bb2c-2d2cfc7f0a1d tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 210 time: 0.0801942 Aug 24 19:49:05.537185 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-67aff853-e99b-4a00-b83b-e3ce258be7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.655375 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-67aff853-e99b-4a00-b83b-e3ce258be7ff None None] For port dfca5058-6cfb-4222-8dc4-94181afa7e44, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=dfca5058-6cfb-4222-8dc4-94181afa7e44,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:05.657032 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.676457 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-67aff853-e99b-4a00-b83b-e3ce258be7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.698415 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.746419 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-42c53d34-2aea-4150-92aa-e8a006be9767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.849624 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.887105 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.db.api [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:49:05.887487 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG oslo_db.api [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:49:05.887962 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aff853-e99b-4a00-b83b-e3ce258be7ff None None] Pushing event updated for resources: {'Port': ['ID=dfca5058-6cfb-4222-8dc4-94181afa7e44,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:05.913094 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-601b80b0-aebf-4b85-bc26-c9f18e506175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.927764 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-42c53d34-2aea-4150-92aa-e8a006be9767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.940532 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.012922 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a7b5be72-f118-45ad-ab7a-1764a4f4c840 None None] Provisioning complete for port dfca5058-6cfb-4222-8dc4-94181afa7e44 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:06.016200 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a7b5be72-f118-45ad-ab7a-1764a4f4c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.027467 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-42c53d34-2aea-4150-92aa-e8a006be9767 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4fa3d985bc2f489bac51018623ccc5f5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6161005 Aug 24 19:49:06.046832 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45838) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:06.048859 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c53d34-2aea-4150-92aa-e8a006be9767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c1da04-f2f4-4d1b-a0f5-857f9817d3ff,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:06.103629 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Allocated IP 172.27.2.34 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/3f26b031-5051-454b-b69e-8314e34aa274) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:06.176207 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b27e9e1a-bcad-4dd9-a780-33775aa8f7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.213581 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b27e9e1a-bcad-4dd9-a780-33775aa8f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.217606 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.229406 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.254011 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04ef843-79d4-4701-b306-64ca77f9fbd8 None None] Network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:06.314929 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-b27e9e1a-bcad-4dd9-a780-33775aa8f7ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20fe09f1792645bbb3a59be495944ae9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0899940 Aug 24 19:49:06.315701 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-83a0c30c-5fe0-4805-8436-38fc0d26d3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.317441 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45856) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:06.328238 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e9e1a-bcad-4dd9-a780-33775aa8f7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862f5d25-82b1-4263-ba73-028be529881a,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:06.379392 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708915'] for router, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.388950 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-83a0c30c-5fe0-4805-8436-38fc0d26d3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.413971 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.526879 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-057c07a5-86f5-4fc1-9a28-33fc379f9cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.572338 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-057c07a5-86f5-4fc1-9a28-33fc379f9cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.580648 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.590630 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-83a0c30c-5fe0-4805-8436-38fc0d26d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.593600 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-83a0c30c-5fe0-4805-8436-38fc0d26d3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.595354 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-83a0c30c-5fe0-4805-8436-38fc0d26d3ba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/94c1da04-f2f4-4d1b-a0f5-857f9817d3ff HTTP/1.1" status: 204 len: 168 time: 0.5436552 Aug 24 19:49:06.642960 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-68ad3a22-bc8d-4066-bcb7-001ec4250360 None None] Provisioning for port 6dd2b45b-d3b6-41ce-ad68-551f769176fa completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:06.661624 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0c30c-5fe0-4805-8436-38fc0d26d3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c1da04-f2f4-4d1b-a0f5-857f9817d3ff,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:06.731738 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-057c07a5-86f5-4fc1-9a28-33fc379f9cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.734521 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-057c07a5-86f5-4fc1-9a28-33fc379f9cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.739858 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-057c07a5-86f5-4fc1-9a28-33fc379f9cd5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/862f5d25-82b1-4263-ba73-028be529881a HTTP/1.1" status: 204 len: 168 time: 0.4174433 Aug 24 19:49:06.748130 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 is scheduled to L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 with binding_index 1 {{(pid=105636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:49:06.749430 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:06.752059 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c07a5-86f5-4fc1-9a28-33fc379f9cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862f5d25-82b1-4263-ba73-028be529881a,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:06.754976 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Pushing event updated for resources: {'Port': ['ID=3f26b031-5051-454b-b69e-8314e34aa274,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:06.758357 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:06.777597 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708915'] for router, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:06.790559 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:06.852123 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:07.109014 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:49:07.126673 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Sync routers for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:49:07.149146 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:49:07.151756 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:07.195156 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-20339bd7-197e-48ac-b286-f4f35c7c7f6b req-f79c865d-f520-44f0-ab10-fd522508a5d0 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 210 time: 0.0922852 Aug 24 19:49:07.224775 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] Notify callbacks [] for router, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:07.226640 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-68d2908d-9935-4846-8b59-60790029389d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9993412 Aug 24 19:49:07.231310 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45890) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:07.330796 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device dfca5058-6cfb-4222-8dc4-94181afa7e44 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:07.437030 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port dfca5058-6cfb-4222-8dc4-94181afa7e44 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:07.437720 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:07.472155 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Router cbbd2487-8eb4-4208-a29b-ec2a2c84de62 is scheduled to L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 with binding_index 1 {{(pid=105635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:49:07.521240 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:49:07.584641 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 6dd2b45b-d3b6-41ce-ad68-551f769176fa up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:07.630997 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45898) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:07.667415 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.62', 64539) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:07.679326 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 6dd2b45b-d3b6-41ce-ad68-551f769176fa completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:07.684821 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 6dd2b45b-d3b6-41ce-ad68-551f769176fa triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:07.686730 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:07.704608 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b4cce825-0866-4bf4-850f-1ef7631268aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:07.755417 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45900) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:07.847149 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:07.888133 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:49:07.923546 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Sync routers for ids ['cbbd2487-8eb4-4208-a29b-ec2a2c84de62'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:49:07.934577 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-358418c4-bdfb-415a-a033-e67463e24a18 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:07.936358 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-358418c4-bdfb-415a-a033-e67463e24a18 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.62 "GET /v2.0/networks?id=7072e2d2-9eee-41bf-a111-038aa23ebea9 HTTP/1.1" status: 200 len: 811 time: 0.2670455 Aug 24 19:49:07.973992 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 6dd2b45b-d3b6-41ce-ad68-551f769176fa, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=6dd2b45b-d3b6-41ce-ad68-551f769176fa,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:07.977237 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:07.996301 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:07.996806 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:05Z', 'revision_number': 3, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:08.014357 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Routers {'cbbd2487-8eb4-4208-a29b-ec2a2c84de62'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:49:08.015165 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['cbbd2487-8eb4-4208-a29b-ec2a2c84de62'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:08.027462 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-269fa3b3-2dce-4f74-ae87-40825b3b783f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Request body: {'port': {'device_id': 'f85a79c3-f8d2-403f-ad50-67ff9b067d6e', 'network_id': '7072e2d2-9eee-41bf-a111-038aa23ebea9', 'admin_state_up': True, 'tenant_id': 'fbee75d3c67345b38a345c3a11e16c24'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:08.039889 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b4cce825-0866-4bf4-850f-1ef7631268aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:08.065367 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b4cce825-0866-4bf4-850f-1ef7631268aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:08.085930 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Checking router: 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:49:08.087478 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Updating router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 port 830b0477-2466-4d0d-94f9-57bb5c0ee204 binding host dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:49:08.116341 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] Notify callbacks [] for router, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:08.121995 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-09437807-c640-46eb-8ca3-cf2047a5c20d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5810428 Aug 24 19:49:08.122631 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45916) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:08.155276 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:08.213560 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:08.214566 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=6dd2b45b-d3b6-41ce-ad68-551f769176fa,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:08.270124 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9f4974f4-9346-407a-8e8b-e935fbe872b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:08.299180 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Set router cbbd2487-8eb4-4208-a29b-ec2a2c84de62 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:49:08.473950 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:08.540633 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9f4974f4-9346-407a-8e8b-e935fbe872b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:08.562548 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-b4cce825-0866-4bf4-850f-1ef7631268aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95980869b4b64bdf967b78357ccc0ca0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9302902 Aug 24 19:49:08.579792 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9f4974f4-9346-407a-8e8b-e935fbe872b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:08.582413 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cce825-0866-4bf4-850f-1ef7631268aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c96b8f-313f-4edb-a9be-ed9de2b23c93,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:08.601494 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45952) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:08.635908 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'name': 'tempest-ServerRescueNegativeTestJSON-618583925-router', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:05Z', 'revision_number': 3, 'project_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'gw_port': {'id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:08.713700 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Checking router: cbbd2487-8eb4-4208-a29b-ec2a2c84de62 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:49:08.716278 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Updating router cbbd2487-8eb4-4208-a29b-ec2a2c84de62 port 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba binding host dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:49:08.772701 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45e92a6b-41f2-4c07-8700-b44cd8cfe2ff req-f0676933-d1fa-4dc9-bf8d-c52a3bad8c07 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 210 time: 0.3444788 Aug 24 19:49:08.785818 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45958) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:08.788598 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:08.789797 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:08.801814 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Transition to ACTIVE for port object 830b0477-2466-4d0d-94f9-57bb5c0ee204 will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:08.811911 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:08.878432 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-9f4974f4-9346-407a-8e8b-e935fbe872b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bc827d987fe947b599772993ea49dd68&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1219389 Aug 24 19:49:08.894807 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4974f4-9346-407a-8e8b-e935fbe872b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311adf04-7485-4c90-8bf0-06aeb2e921da,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:08.898692 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 45962) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:08.941007 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Attempting to bind port 830b0477-2466-4d0d-94f9-57bb5c0ee204 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:08.941826 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Attempting to bind port 830b0477-2466-4d0d-94f9-57bb5c0ee204 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:08.942404 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Attempting to bind port 830b0477-2466-4d0d-94f9-57bb5c0ee204 on network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:08.955994 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:49:08.956706 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Checking segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:08.957345 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:08.957965 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Bound using segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:49:08.958885 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Bound port: 830b0477-2466-4d0d-94f9-57bb5c0ee204, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:08.959749 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.024666 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708915'] for router, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.025361 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-269fa3b3-2dce-4f74-ae87-40825b3b783f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Made reservation on behalf of fbee75d3c67345b38a345c3a11e16c24 for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:09.028352 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] For port 830b0477-2466-4d0d-94f9-57bb5c0ee204, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:49:09.029739 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-269fa3b3-2dce-4f74-ae87-40825b3b783f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.033368 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] For port 830b0477-2466-4d0d-94f9-57bb5c0ee204, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=830b0477-2466-4d0d-94f9-57bb5c0ee204,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:49:09.043568 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.063704 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Pushing event updated for resources: {'Port': ['ID=830b0477-2466-4d0d-94f9-57bb5c0ee204,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:09.075166 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:09.075671 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:09.076355 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:09.076774 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:09.077817 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:09.077984 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6aa84a07-2362-42f7-9d88-576d2426c204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.078433 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:09.078869 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:09.079632 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:09.080116 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:09.080562 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:09.081004 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:09.081547 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Tracked resource versions report: Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: pushed versions: Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: { 'AddressGroup': {'1.2'}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'ConntrackHelper': {'1.0'}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Log': {'1.0'}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Network': {'1.1'}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Port': {'1.7'}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'PortForwarding': {'1.2'}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'QosPolicy': {'1.9'}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'SecurityGroup': {'1.4'}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'SubPort': {'1.0'}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Subnet': {'1.1'}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Trunk': {'1.1'}} Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: consumer versions: Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: { DHCP agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: HyperV agent@hv-cinder-80409: {}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: L3 agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: Metadata agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: Metering agent@dv-cinder-804093-3-iscsi: {}, Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: Open vSwitch agent@dv-cinder-804093-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'ConntrackHelper': '1.0', Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Log': '1.0', Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Network': '1.1', Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Port': '1.7', Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'PortForwarding': '1.2', Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'QosPolicy': '1.9', Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'SecurityGroup': '1.4', Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'SecurityGroupRule': '1.2', Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'SubPort': '1.0', Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Subnet': '1.1', Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: 'Trunk': '1.1'}} Aug 24 19:49:09.082945 dv-cinder-804093-3-iscsi neutron-server[105638]: {{(pid=105638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:49:09.148723 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdbfad-6557-473c-984e-a17fb39827a7 None None] Pushing event updated for resources: {'Port': ['ID=830b0477-2466-4d0d-94f9-57bb5c0ee204,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:09.151340 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 6dd2b45b-d3b6-41ce-ad68-551f769176fa up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:09.162570 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:49:09.163967 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:09.235899 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-267287982-network', 'tenant_id': 'faf23b0dda4148419b82f9e337ba7048'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:09.308883 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6aa84a07-2362-42f7-9d88-576d2426c204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.332243 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:49:09.385302 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 6dd2b45b-d3b6-41ce-ad68-551f769176fa triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:09.385668 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.400974 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-76f0f52e-dac1-49e2-a3db-bcd9cbbbcc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.480334 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Notify callbacks [] for port, precommit_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.562627 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Transition to ACTIVE for port object 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:09.607941 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:05Z', 'revision_number': 3, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:09.618688 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.647709 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Made reservation on behalf of faf23b0dda4148419b82f9e337ba7048 for: {'network': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:09.671173 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce6c8e-ac9c-45a1-9e7e-fc4d36e7971e None None] The sync data for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi is: [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:05Z', 'revision_number': 3, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:49:09.712371 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.769878 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-76f0f52e-dac1-49e2-a3db-bcd9cbbbcc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.808497 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.820911 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08301f2-5819-4d1b-bbd4-0ad828ef4988 None None] Pushing event updated for resources: {'Port': ['ID=9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:09.850888 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Attempting to bind port 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:09.851887 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Attempting to bind port 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:09.852708 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Attempting to bind port 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba on network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:09.859201 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.876684 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:49:09.878088 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Checking segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:09.879031 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.880683 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Bound using segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:49:09.882065 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Bound port: 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:09.883128 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:09.997407 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] For port 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:49:10.004452 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] For port 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:49:10.069177 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:10.071635 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-269fa3b3-2dce-4f74-ae87-40825b3b783f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Allocated IP 172.20.0.6 (7072e2d2-9eee-41bf-a111-038aa23ebea9/ce9d9ab3-1eb5-4bb1-aea7-95c2297c2257/0a5e8f61-7330-43ae-abd0-24b6acd38b7a) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:10.159698 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Routers {'cbbd2487-8eb4-4208-a29b-ec2a2c84de62'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:49:10.160266 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['cbbd2487-8eb4-4208-a29b-ec2a2c84de62'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:10.440811 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08301f2-5819-4d1b-bbd4-0ad828ef4988 None None] Pushing event updated for resources: {'Port': ['ID=9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:10.442208 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3fe189ec-864e-42e6-9fed-dbe4a41f5f36 req-160ebb9d-d6ff-411f-99b3-310dd2d9032b tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 210 time: 0.1811359 Aug 24 19:49:10.442863 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Router 987f89b4-ef25-4907-8729-59317c5cff68 is scheduled to L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 with binding_index 1 {{(pid=105635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:49:10.581472 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] Set router cbbd2487-8eb4-4208-a29b-ec2a2c84de62 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:49:10.581700 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-269fa3b3-2dce-4f74-ae87-40825b3b783f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:10.584195 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6aa84a07-2362-42f7-9d88-576d2426c204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:10.586941 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6aa84a07-2362-42f7-9d88-576d2426c204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:10.595879 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-6aa84a07-2362-42f7-9d88-576d2426c204 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/50c96b8f-313f-4edb-a9be-ed9de2b23c93 HTTP/1.1" status: 204 len: 168 time: 1.9376154 Aug 24 19:49:10.656621 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa84a07-2362-42f7-9d88-576d2426c204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c96b8f-313f-4edb-a9be-ed9de2b23c93,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:10.682080 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:10.700495 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:10.705239 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-76f0f52e-dac1-49e2-a3db-bcd9cbbbcc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:10.708558 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-76f0f52e-dac1-49e2-a3db-bcd9cbbbcc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:10.710604 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-76f0f52e-dac1-49e2-a3db-bcd9cbbbcc64 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/311adf04-7485-4c90-8bf0-06aeb2e921da HTTP/1.1" status: 204 len: 168 time: 1.8095973 Aug 24 19:49:10.730836 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:10.788803 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0f52e-dac1-49e2-a3db-bcd9cbbbcc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311adf04-7485-4c90-8bf0-06aeb2e921da,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:10.862722 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308f53f3-23f9-4a9d-bab9-1bf3c2759c43,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:10.885144 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=105636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:49:10.902594 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-269fa3b3-2dce-4f74-ae87-40825b3b783f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:10.995531 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:11.006057 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.segments_db [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Added segment e22e994a-860e-4ad1-be69-68c773ca023a of type vlan for network 33895cbe-a0c3-473f-a945-721b6fa44525 Aug 24 19:49:11.060809 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:49:11.072822 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Sync routers for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:49:11.086374 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:49:11.090456 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:11.201994 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-269fa3b3-2dce-4f74-ae87-40825b3b783f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Network 7072e2d2-9eee-41bf-a111-038aa23ebea9 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:11.216851 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-269fa3b3-2dce-4f74-ae87-40825b3b783f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:11.222127 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-269fa3b3-2dce-4f74-ae87-40825b3b783f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:11.232810 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Allocated IP 172.20.0.1 (d8d23373-37d8-4e04-9c3e-47ef23b86dbb/66c81d25-317e-4944-aa48-c52f6df9eab1/2d2779c4-82aa-4b29-8c24-b0920de62c3b) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:11.254530 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-269fa3b3-2dce-4f74-ae87-40825b3b783f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:11.255216 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-269fa3b3-2dce-4f74-ae87-40825b3b783f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:11.272176 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] Notify callbacks [] for router, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:11.273898 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-6bee39e4-f575-4185-83e3-85ce2d13d07c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9517848 Aug 24 19:49:11.277584 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45990) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:11.283316 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 830b0477-2466-4d0d-94f9-57bb5c0ee204 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:11.430059 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:11.479915 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'name': 'tempest-ServerRescueNegativeTestJSON-618583925-router', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:05Z', 'revision_number': 3, 'project_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'gw_port': {'id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:11.506668 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 45994) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:11.532889 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5b914375-a044-422f-8de8-73725c7034fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:11.612453 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8b0d72-c828-4b3d-a272-e150d71f5158 None None] The sync data for ids ['cbbd2487-8eb4-4208-a29b-ec2a2c84de62'] in dv-cinder-804093-3-iscsi is: [{'id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'name': 'tempest-ServerRescueNegativeTestJSON-618583925-router', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:05Z', 'revision_number': 3, 'project_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'gw_port': {'id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:49:11.677173 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fa3b3-2dce-4f74-ae87-40825b3b783f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Pushing event updated for resources: {'Port': ['ID=0a5e8f61-7330-43ae-abd0-24b6acd38b7a,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:11.679878 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:49:11.695260 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 830b0477-2466-4d0d-94f9-57bb5c0ee204 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:11.705810 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 830b0477-2466-4d0d-94f9-57bb5c0ee204 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:11.707621 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:11.772796 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:11.774463 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:11.775068 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:11.806248 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46000) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:11.939128 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6cdaf-3178-4fa8-8085-5975d207efc4 req-e70b4d16-d4f6-45e0-bcf4-698f83c3e836 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:11.958773 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bed6cdaf-3178-4fa8-8085-5975d207efc4 req-e70b4d16-d4f6-45e0-bcf4-698f83c3e836 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 931 time: 0.3095531 Aug 24 19:49:11.960989 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] Pushing event updated for resources: {'Network': ['ID=33895cbe-a0c3-473f-a945-721b6fa44525,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:11.993587 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:12.040127 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 830b0477-2466-4d0d-94f9-57bb5c0ee204, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=830b0477-2466-4d0d-94f9-57bb5c0ee204,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:12.042223 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network 33895cbe-a0c3-473f-a945-721b6fa44525 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:49:12.061819 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bed6cdaf-3178-4fa8-8085-5975d207efc4 req-1a7c71d7-96ae-48e0-b377-ea60c6e85553 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974250 Aug 24 19:49:12.213081 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:12.284567 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:07Z', 'revision_number': 3, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:12.320200 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9e48ebad-1923-4b19-8e05-be90de73d1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:12.364473 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=830b0477-2466-4d0d-94f9-57bb5c0ee204,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:12.381205 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5b914375-a044-422f-8de8-73725c7034fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:12.420706 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-269fa3b3-2dce-4f74-ae87-40825b3b783f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4196935 Aug 24 19:49:12.426481 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-06d95236-8649-41e2-b1e0-567c9f3ab732 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.6316805 Aug 24 19:49:12.427329 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46010) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:12.432879 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Checking router: 987f89b4-ef25-4907-8729-59317c5cff68 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:49:12.433081 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-1aacf527-f96a-4d0c-b897-c55d033ce77d admin admin] Request body: {'subnet': {'network_id': '33895cbe-a0c3-473f-a945-721b6fa44525', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-267287982-subnet', 'tenant_id': 'faf23b0dda4148419b82f9e337ba7048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:12.434740 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Updating router 987f89b4-ef25-4907-8729-59317c5cff68 port 3f26b031-5051-454b-b69e-8314e34aa274 binding host dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:49:12.457911 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Allocated IP 172.20.0.1 (098493d5-4729-4f73-889b-9717d87ddf61/c2bf38ed-d9f1-4bc8-bd79-bec2e981d932/b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:12.471161 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-11ec7dfa-8a1e-4154-b71d-5d9c41e3753e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=105636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:49:12.471161 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-11ec7dfa-8a1e-4154-b71d-5d9c41e3753e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080633 Aug 24 19:49:12.480631 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5b914375-a044-422f-8de8-73725c7034fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:12.486583 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:12.737129 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:12.784035 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9e48ebad-1923-4b19-8e05-be90de73d1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:12.898189 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9e48ebad-1923-4b19-8e05-be90de73d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:12.945912 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aacf527-f96a-4d0c-b897-c55d033ce77d admin admin] Made reservation on behalf of faf23b0dda4148419b82f9e337ba7048 for: {'subnet': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:12.965594 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1aacf527-f96a-4d0c-b897-c55d033ce77d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:12.970358 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b914375-a044-422f-8de8-73725c7034fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1092ecd4-e5be-45a8-92b5-87479b0551e2,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:12.999332 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.provisioning_blocks [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Transition to ACTIVE for port object 2d2779c4-82aa-4b29-8c24-b0920de62c3b will not be triggered until provisioned by entity DHCP. {{(pid=105635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:13.001988 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:13.016011 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-5b914375-a044-422f-8de8-73725c7034fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=09b6609d9ad64737a4cd01d20f2dcae6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5082085 Aug 24 19:49:13.030405 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Transition to ACTIVE for port object 3f26b031-5051-454b-b69e-8314e34aa274 will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:13.037155 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48ebad-1923-4b19-8e05-be90de73d1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f5af50-cf3f-494f-8388-609d137d2500,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:13.046179 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46020) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:13.052592 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:13.144230 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Request body: {'port': {'device_id': 'f85a79c3-f8d2-403f-ad50-67ff9b067d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:13.220384 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3da60-4b74-4802-a7bd-2af4f638e73e None None] Pushing event updated for resources: {'Port': ['ID=3f26b031-5051-454b-b69e-8314e34aa274,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:13.231219 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Attempting to bind port 3f26b031-5051-454b-b69e-8314e34aa274 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:13.231865 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Attempting to bind port 3f26b031-5051-454b-b69e-8314e34aa274 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:13.233486 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Attempting to bind port 3f26b031-5051-454b-b69e-8314e34aa274 on network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:13.241253 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:49:13.242431 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Checking segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:13.243238 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:13.243863 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Bound using segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:49:13.244825 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Bound port: 3f26b031-5051-454b-b69e-8314e34aa274, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:13.245469 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:13.322577 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] For port 3f26b031-5051-454b-b69e-8314e34aa274, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:49:13.337042 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] For port 3f26b031-5051-454b-b69e-8314e34aa274, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=3f26b031-5051-454b-b69e-8314e34aa274,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:49:13.344469 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:13.362789 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:13.372607 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 830b0477-2466-4d0d-94f9-57bb5c0ee204 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:13.422988 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:13.508677 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:13.536337 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 830b0477-2466-4d0d-94f9-57bb5c0ee204 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:13.536719 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:13.539883 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:49:13.541074 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:13.662003 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Network 098493d5-4729-4f73-889b-9717d87ddf61 is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:13.679833 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:13.718376 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:13.736290 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:13.736822 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708544'] for router_interface, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:13.739476 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:13.748995 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:49:13.815987 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:13.879232 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:13.884457 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:13.884897 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:13.892870 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Network d8d23373-37d8-4e04-9c3e-47ef23b86dbb is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:13.948218 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Pushing event updated for resources: {'Port': ['ID=b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:13.982868 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:14.066559 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:14.067381 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708544'] for router_interface, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:14.083018 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:14.133376 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:14.142886 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:14.206817 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3da60-4b74-4802-a7bd-2af4f638e73e None None] Pushing event updated for resources: {'Port': ['ID=3f26b031-5051-454b-b69e-8314e34aa274,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:14.264834 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:14.278968 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:07Z', 'revision_number': 3, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:14.342253 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c6d04-aada-493e-bd5a-6e581988a833 None None] The sync data for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi is: [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:07Z', 'revision_number': 3, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:49:14.440466 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-12487cb4-a3c2-415b-b59e-bec87309e5db None None] Provisioning for port 2d2779c4-82aa-4b29-8c24-b0920de62c3b completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:14.458298 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-12487cb4-a3c2-415b-b59e-bec87309e5db None None] Provisioning complete for port 2d2779c4-82aa-4b29-8c24-b0920de62c3b triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:14.458688 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-12487cb4-a3c2-415b-b59e-bec87309e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:14.484211 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Pushing event updated for resources: {'Port': ['ID=2d2779c4-82aa-4b29-8c24-b0920de62c3b,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:14.487504 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-9e48ebad-1923-4b19-8e05-be90de73d1d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0a3704a7b1a3421a97b94cebcdea8dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6657984 Aug 24 19:49:14.501741 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46038) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:14.575548 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-12487cb4-a3c2-415b-b59e-bec87309e5db None None] Port 2d2779c4-82aa-4b29-8c24-b0920de62c3b cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:49:14.671139 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1031325-dc81-4112-b85d-0a5717b9979f req-38ee37d2-45e5-4d22-bfbf-b04bec48131e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:14.684557 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d1031325-dc81-4112-b85d-0a5717b9979f req-38ee37d2-45e5-4d22-bfbf-b04bec48131e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 931 time: 1.3698173 Aug 24 19:49:14.893250 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Allocated IP 172.20.0.1 (7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86/0623cb7b-b882-471d-94a2-06bff63acae9/21bff39f-13a8-4ef4-bd0e-ebfe84b125bd) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:14.929344 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d2572c2f-d4ae-493e-9760-a4d469e9b986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:14.943018 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d1031325-dc81-4112-b85d-0a5717b9979f req-6dcaa892-5cd8-4ea2-842a-54a019012b12 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258868 Aug 24 19:49:15.025486 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.044704 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b01878dc-5637-4520-b234-5bb586bfc283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.047693 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.145472 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d2572c2f-d4ae-493e-9760-a4d469e9b986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.213639 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5e8f61-7330-43ae-abd0-24b6acd38b7a {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:15.257504 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.271011 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.338500 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 3f26b031-5051-454b-b69e-8314e34aa274 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:15.371903 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Transition to ACTIVE for port object 0a5e8f61-7330-43ae-abd0-24b6acd38b7a will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:15.385479 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.provisioning_blocks [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Transition to ACTIVE for port object 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd will not be triggered until provisioned by entity DHCP. {{(pid=105635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:15.388935 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.454431 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b01878dc-5637-4520-b234-5bb586bfc283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.466129 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1aacf527-f96a-4d0c-b897-c55d033ce77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for subnet, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.473965 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 3f26b031-5051-454b-b69e-8314e34aa274 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:15.481019 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 3f26b031-5051-454b-b69e-8314e34aa274 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:15.481546 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.545909 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d2572c2f-d4ae-493e-9760-a4d469e9b986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.551607 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d2572c2f-d4ae-493e-9760-a4d469e9b986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.556793 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-d2572c2f-d4ae-493e-9760-a4d469e9b986 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1092ecd4-e5be-45a8-92b5-87479b0551e2 HTTP/1.1" status: 204 len: 168 time: 2.4695952 Aug 24 19:49:15.617152 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.703029 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2572c2f-d4ae-493e-9760-a4d469e9b986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1092ecd4-e5be-45a8-92b5-87479b0551e2,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:15.724875 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.826479 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 3f26b031-5051-454b-b69e-8314e34aa274, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=3f26b031-5051-454b-b69e-8314e34aa274,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:15.851791 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:15.856803 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:15.973431 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Attempting to bind port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:15.973431 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Attempting to bind port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'b420a1b2-8933-4ffc-9b68-81be6f771fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7072e2d2-9eee-41bf-a111-038aa23ebea9'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:15.974118 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Attempting to bind port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a on network 7072e2d2-9eee-41bf-a111-038aa23ebea9 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:15.980652 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Pushing event updated for resources: {'Port': ['ID=0a5e8f61-7330-43ae-abd0-24b6acd38b7a,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:16.003013 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aacf527-f96a-4d0c-b897-c55d033ce77d admin admin] Checking segment: {'id': 'e22e994a-860e-4ad1-be69-68c773ca023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '33895cbe-a0c3-473f-a945-721b6fa44525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:16.003375 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aacf527-f96a-4d0c-b897-c55d033ce77d admin admin] Network hostable DHCP agents. Network: 33895cbe-a0c3-473f-a945-721b6fa44525, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:49:16.034139 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a on network 7072e2d2-9eee-41bf-a111-038aa23ebea9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:49:16.034672 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Attempting to bind port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a on network 7072e2d2-9eee-41bf-a111-038aa23ebea9 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:16.036846 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Pushing event updated for resources: {'Port': ['ID=21bff39f-13a8-4ef4-bd0e-ebfe84b125bd,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:16.045157 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:16.064032 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:16.066731 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:16.067543 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708544'] for router_interface, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:16.074920 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacf527-f96a-4d0c-b897-c55d033ce77d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7fccf9a-18e3-45bc-83da-ef33eb9cecb1,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:16.091564 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:49:16.091903 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Checking segment: {'id': 'b420a1b2-8933-4ffc-9b68-81be6f771fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7072e2d2-9eee-41bf-a111-038aa23ebea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:16.104378 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Bound using segment: {'id': 'b420a1b2-8933-4ffc-9b68-81be6f771fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7072e2d2-9eee-41bf-a111-038aa23ebea9'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:49:16.127077 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Bound port: 0a5e8f61-7330-43ae-abd0-24b6acd38b7a, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b420a1b2-8933-4ffc-9b68-81be6f771fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7072e2d2-9eee-41bf-a111-038aa23ebea9'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:16.127515 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:16.149922 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aacf527-f96a-4d0c-b897-c55d033ce77d admin admin] Network 33895cbe-a0c3-473f-a945-721b6fa44525 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:49:16.179967 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=3f26b031-5051-454b-b69e-8314e34aa274,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:16.304702 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:16.317886 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:16.324569 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] For port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:49:16.388739 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-1aacf527-f96a-4d0c-b897-c55d033ce77d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, 33895cbe-a0c3-473f-a945-721b6fa44525) {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:16.418975 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b01878dc-5637-4520-b234-5bb586bfc283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:16.427427 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67ac16-60c7-4a74-abb2-8a1a2d77eb1f None None] Network 33895cbe-a0c3-473f-a945-721b6fa44525 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:16.430294 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b01878dc-5637-4520-b234-5bb586bfc283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:16.437371 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-b01878dc-5637-4520-b234-5bb586bfc283 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16f5af50-cf3f-494f-8388-609d137d2500 HTTP/1.1" status: 204 len: 168 time: 1.9255619 Aug 24 19:49:16.469930 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] For port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0a5e8f61-7330-43ae-abd0-24b6acd38b7a,segment=NetworkSegment(b420a1b2-8933-4ffc-9b68-81be6f771fac),segment_id=b420a1b2-8933-4ffc-9b68-81be6f771fac)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:49:16.492993 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:16.509398 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aacf527-f96a-4d0c-b897-c55d033ce77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:16.510010 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1aacf527-f96a-4d0c-b897-c55d033ce77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:16.563804 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01878dc-5637-4520-b234-5bb586bfc283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f5af50-cf3f-494f-8388-609d137d2500,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:16.648175 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Pushing event updated for resources: {'Port': ['ID=0a5e8f61-7330-43ae-abd0-24b6acd38b7a,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:16.660702 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-1aacf527-f96a-4d0c-b897-c55d033ce77d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.2323108 Aug 24 19:49:16.704354 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad58317-e2be-42cf-abf1-dcb72195b8ea req-5dc9c45b-db7b-4290-b0f4-889c29fbef6f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:16.736460 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ad58317-e2be-42cf-abf1-dcb72195b8ea req-5dc9c45b-db7b-4290-b0f4-889c29fbef6f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 943 time: 0.4081283 Aug 24 19:49:16.737276 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:16.738917 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:16.739545 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:16.741024 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-675531b8-a4e2-4b53-8990-75c54425fd4d service neutron] 10.222.0.62 "PUT /v2.0/ports/0a5e8f61-7330-43ae-abd0-24b6acd38b7a HTTP/1.1" status: 200 len: 1093 time: 4.0111544 Aug 24 19:49:16.749315 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85a79c3-f8d2-403f-ad50-67ff9b067d6e', 'tag': '0a5e8f61-7330-43ae-abd0-24b6acd38b7a'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:16.825555 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:16.857116 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-cf348933-16c4-4e61-8405-427be3efcd42 None None] Provisioning for port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:16.866509 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:16.869586 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710550'] for router_interface, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:16.907343 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-cf348933-16c4-4e61-8405-427be3efcd42 None None] Provisioning complete for port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:16.911997 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-cf348933-16c4-4e61-8405-427be3efcd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:16.924475 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1cabe4-0d49-4006-b728-460bdccd8bd3 None None] Network 33895cbe-a0c3-473f-a945-721b6fa44525 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:17.096042 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ad58317-e2be-42cf-abf1-dcb72195b8ea req-9879cf3e-dfdb-486d-9d9d-be6a8e089485 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586924 Aug 24 19:49:17.252918 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-cf348933-16c4-4e61-8405-427be3efcd42 None None] Port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:49:17.383022 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-092aa5e5-522e-4213-9112-4c5d0cfea529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:17.386416 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-092aa5e5-522e-4213-9112-4c5d0cfea529 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbee75d3c67345b38a345c3a11e16c24&device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 1096 time: 0.4243398 Aug 24 19:49:17.532016 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:17.543362 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Pushing event updated for resources: {'Port': ['ID=2d2779c4-82aa-4b29-8c24-b0920de62c3b,revision_number=2']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:17.560274 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:17.561184 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710550'] for router_interface, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:17.620300 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-8c7bd8cb-2ef9-4fa1-80b3-0e9d9797c513 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a5e8f61-7330-43ae-abd0-24b6acd38b7a HTTP/1.1" status: 200 len: 217 time: 0.2199926 Aug 24 19:49:17.746531 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Notify callbacks [] for port, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:17.753020 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 3f26b031-5051-454b-b69e-8314e34aa274 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:17.863159 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3ad185-a1af-4f4d-8885-bb05722e3d53" -d '{"events": [{"name": "network-changed", "server_uuid": "f85a79c3-f8d2-403f-ad50-67ff9b067d6e", "tag": "0a5e8f61-7330-43ae-abd0-24b6acd38b7a"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:49:17.927551 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 3f26b031-5051-454b-b69e-8314e34aa274 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:17.928052 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:17.932850 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-f53ed1f6-8364-4fda-bc95-ba9980e09f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:17.946264 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-f53ed1f6-8364-4fda-bc95-ba9980e09f10 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ce9d9ab3-1eb5-4bb1-aea7-95c2297c2257 HTTP/1.1" status: 200 len: 851 time: 0.2393122 Aug 24 19:49:17.964399 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Pushing event updated for resources: {'Port': ['ID=21bff39f-13a8-4ef4-bd0e-ebfe84b125bd,revision_number=2']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:17.996064 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:17.997913 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710550'] for router_interface, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:18.101824 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-336fd32f-b363-4b89-92bf-fc41f6c5ac3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7072e2d2-9eee-41bf-a111-038aa23ebea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034873 Aug 24 19:49:18.144855 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Network d8d23373-37d8-4e04-9c3e-47ef23b86dbb is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:18.154921 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:18.406017 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:49:18.427658 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Pushing event updated for resources: {'Port': ['ID=b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8,revision_number=2']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:18.512361 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:49:18.546226 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-e2361fbb-e193-462b-8866-2f0d77534485 service neutron] 10.222.0.62 "GET /v2.0/networks/7072e2d2-9eee-41bf-a111-038aa23ebea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128839 Aug 24 19:49:18.576933 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea1666c-2251-46a8-91ea-2112f9b70c5b x-openstack-request-id: req-4ea1666c-2251-46a8-91ea-2112f9b70c5b {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:49:18.591713 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:18.592692 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85a79c3-f8d2-403f-ad50-67ff9b067d6e", "tag": "0a5e8f61-7330-43ae-abd0-24b6acd38b7a", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:49:18.592692 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ea1666c-2251-46a8-91ea-2112f9b70c5b {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:49:18.595254 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:18.596401 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85a79c3-f8d2-403f-ad50-67ff9b067d6e', 'tag': '0a5e8f61-7330-43ae-abd0-24b6acd38b7a', 'status': 'completed', 'code': 200} Aug 24 19:49:18.714975 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-f29cc39c-1da6-4260-a0ad-ce72e57c9798 None None] Provisioning complete for port 2d2779c4-82aa-4b29-8c24-b0920de62c3b triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:18.715566 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-f29cc39c-1da6-4260-a0ad-ce72e57c9798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:18.793634 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46200) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:18.813941 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1514212440-network', 'tenant_id': 'd8428accda4b4c14966d885f4ce1c321'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:18.875307 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-f29cc39c-1da6-4260-a0ad-ce72e57c9798 None None] Port 2d2779c4-82aa-4b29-8c24-b0920de62c3b cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:49:18.889898 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Made reservation on behalf of d8428accda4b4c14966d885f4ce1c321 for: {'network': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:18.899608 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:18.942465 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de92f0c-3b87-46f2-aa05-f8c3f7e62b3d req-60c64c27-902f-46f4-aa10-047b81ce531b tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:18.956261 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3de92f0c-3b87-46f2-aa05-f8c3f7e62b3d req-60c64c27-902f-46f4-aa10-047b81ce531b tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 943 time: 0.4081318 Aug 24 19:49:18.976229 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:19.069670 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Network 098493d5-4729-4f73-889b-9717d87ddf61 is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:19.077235 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:19.086299 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6a77ecdd-17e9-438a-b947-8e31d0cdc655 req-62f16c7a-ed22-44d7-99b8-dfe283fa0ab0 service neutron] 10.222.0.62 "GET /v2.0/networks/7072e2d2-9eee-41bf-a111-038aa23ebea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223570 Aug 24 19:49:19.114622 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-82aef97d-f388-48c6-a86f-c178c3a758ab None None] Provisioning complete for port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:19.115254 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-82aef97d-f388-48c6-a86f-c178c3a758ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:19.117219 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3de92f0c-3b87-46f2-aa05-f8c3f7e62b3d req-3b60f13d-91ee-42c7-b5fc-41886f360c0f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600149 Aug 24 19:49:19.203878 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-82aef97d-f388-48c6-a86f-c178c3a758ab None None] Port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:49:19.223965 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46208) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:19.227431 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:19.235834 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:19.269337 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=105636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:49:19.285312 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:19.285730 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.segments_db [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Added segment 2260ab88-23d3-4186-a02d-aefb8585c2ec of type vlan for network 9c1772e0-d702-4c69-a601-480932aaba2e Aug 24 19:49:19.295417 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4f9736-c3fb-4126-889f-ff0e45740b18,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:19.367064 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:19.388131 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Router 987f89b4-ef25-4907-8729-59317c5cff68 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:49:19.399576 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:49:19.404151 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ad185-a1af-4f4d-8885-bb05722e3d53 req-8386eb2e-2abb-44cc-9f1d-22bdabbbc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:19.406422 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dc3ad185-a1af-4f4d-8885-bb05722e3d53 req-8386eb2e-2abb-44cc-9f1d-22bdabbbc28b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbee75d3c67345b38a345c3a11e16c24&device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 1096 time: 0.0879195 Aug 24 19:49:19.407862 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:19.409076 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:19.410178 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:19.422721 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-68155bc6-e2e2-41eb-ba39-e52d2d30795e admin admin] 10.222.0.57 "PUT /v2.0/routers/7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1666133 Aug 24 19:49:19.427401 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Sync routers for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:49:19.442048 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:49:19.443536 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:19.519886 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7172906 Aug 24 19:49:19.529668 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46218) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:19.545924 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-c3a9d2f5-65f7-4bfa-8b3d-beb1e99b8523 admin admin] Request body: {'subnet': {'network_id': '9c1772e0-d702-4c69-a601-480932aaba2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1514212440-subnet', 'tenant_id': 'd8428accda4b4c14966d885f4ce1c321', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:19.577952 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8552157-4e36-4b4c-9113-15cfae16c718 admin admin] Pushing event updated for resources: {'Network': ['ID=9c1772e0-d702-4c69-a601-480932aaba2e,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:19.604261 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network 9c1772e0-d702-4c69-a601-480932aaba2e details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:49:19.650604 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:49:19.781446 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Router cbbd2487-8eb4-4208-a29b-ec2a2c84de62 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:49:20.006204 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:49:20.044132 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Sync routers for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:49:20.052250 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a9d2f5-65f7-4bfa-8b3d-beb1e99b8523 admin admin] Made reservation on behalf of d8428accda4b4c14966d885f4ce1c321 for: {'subnet': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:20.059565 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-9326cf1c-807d-4fc6-bda3-aeb8911a29a2 admin admin] 10.222.0.57 "PUT /v2.0/routers/987f89b4-ef25-4907-8729-59317c5cff68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7748761 Aug 24 19:49:20.072347 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c3a9d2f5-65f7-4bfa-8b3d-beb1e99b8523 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:20.072509 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:49:20.073141 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:20.074537 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9dec52e1-4664-456c-9801-6e13dbf02c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:20.180467 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:49:20.192705 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-0987c642-aa4a-4883-b257-88673e75fadd admin admin] 10.222.0.57 "PUT /v2.0/routers/cbbd2487-8eb4-4208-a29b-ec2a2c84de62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0612829 Aug 24 19:49:20.236849 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Sync routers for ids ['cbbd2487-8eb4-4208-a29b-ec2a2c84de62'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:49:20.287173 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Routers {'cbbd2487-8eb4-4208-a29b-ec2a2c84de62'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:49:20.289061 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:49:20.289605 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['cbbd2487-8eb4-4208-a29b-ec2a2c84de62'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:20.425887 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ad185-a1af-4f4d-8885-bb05722e3d53 req-3c228e29-ccb2-41a2-81f5-e82c2d1b5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:20.442613 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dc3ad185-a1af-4f4d-8885-bb05722e3d53 req-3c228e29-ccb2-41a2-81f5-e82c2d1b5df0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7072e2d2-9eee-41bf-a111-038aa23ebea9 HTTP/1.1" status: 200 len: 912 time: 0.9939361 Aug 24 19:49:20.588585 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2a9e1-7232-4d45-8541-868f57f3a4f8 req-e858a5b7-d377-4050-8ca2-3274991bf011 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:20.590182 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3dd2a9e1-7232-4d45-8541-868f57f3a4f8 req-e858a5b7-d377-4050-8ca2-3274991bf011 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 943 time: 0.2424266 Aug 24 19:49:20.753264 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3dd2a9e1-7232-4d45-8541-868f57f3a4f8 req-deced6cb-6bc4-4bb4-9499-4d0f4f8e4bd5 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553788 Aug 24 19:49:20.845751 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:17Z', 'revision_number': 2, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:20.912884 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Set router cbbd2487-8eb4-4208-a29b-ec2a2c84de62 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:49:20.945437 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Checking router: 987f89b4-ef25-4907-8729-59317c5cff68 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:49:20.947411 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Updating router 987f89b4-ef25-4907-8729-59317c5cff68 port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd binding host dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:49:21.003390 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 2, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:21.010191 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:21.017288 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9dec52e1-4664-456c-9801-6e13dbf02c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:21.030367 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c3a9d2f5-65f7-4bfa-8b3d-beb1e99b8523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for subnet, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:21.055330 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9dec52e1-4664-456c-9801-6e13dbf02c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:21.066141 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Checking router: 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:49:21.066502 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Updating router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 port 2d2779c4-82aa-4b29-8c24-b0920de62c3b binding host dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:49:21.098314 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:21.241075 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec52e1-4664-456c-9801-6e13dbf02c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b70007-7767-487d-ae59-1a18db49d53e,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:21.337592 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dc3ad185-a1af-4f4d-8885-bb05722e3d53 req-708e43e6-31a9-41ec-803f-5649b6774cee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a5e8f61-7330-43ae-abd0-24b6acd38b7a HTTP/1.1" status: 200 len: 217 time: 0.1001623 Aug 24 19:49:21.611903 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ad185-a1af-4f4d-8885-bb05722e3d53 req-eb7ac5e2-d0bd-4e23-a234-be6bb4532981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:21.616473 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dc3ad185-a1af-4f4d-8885-bb05722e3d53 req-eb7ac5e2-d0bd-4e23-a234-be6bb4532981 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ce9d9ab3-1eb5-4bb1-aea7-95c2297c2257 HTTP/1.1" status: 200 len: 851 time: 0.2391262 Aug 24 19:49:21.662868 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46262) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:21.666630 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-9dec52e1-4664-456c-9801-6e13dbf02c43 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ec1c3fe19084c9fa70404e6f071ab73&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4415030 Aug 24 19:49:21.709691 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9d2f5-65f7-4bfa-8b3d-beb1e99b8523 admin admin] Checking segment: {'id': '2260ab88-23d3-4186-a02d-aefb8585c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9c1772e0-d702-4c69-a601-480932aaba2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:21.717005 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9d2f5-65f7-4bfa-8b3d-beb1e99b8523 admin admin] Network hostable DHCP agents. Network: 9c1772e0-d702-4c69-a601-480932aaba2e, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:49:21.723617 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46264) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:21.731847 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9d2f5-65f7-4bfa-8b3d-beb1e99b8523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f4a6c84-3750-48b3-af16-a23ec94c3ee5,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:21.745386 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-83e5f090-3b45-477c-80e2-b80b289178e0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110791111', 'description': 'tempest-description--2078638604'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:21.773173 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9d2f5-65f7-4bfa-8b3d-beb1e99b8523 admin admin] Network 9c1772e0-d702-4c69-a601-480932aaba2e is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:49:21.823884 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-c3a9d2f5-65f7-4bfa-8b3d-beb1e99b8523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, 9c1772e0-d702-4c69-a601-480932aaba2e) {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:21.850141 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a9d2f5-65f7-4bfa-8b3d-beb1e99b8523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:21.854296 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c3a9d2f5-65f7-4bfa-8b3d-beb1e99b8523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:21.870832 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:21.903764 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46272) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:21.911318 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Transition to ACTIVE for port object 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:21.914812 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9c238a-ac5c-4b5b-b9bc-2882a474e160 None None] Network 9c1772e0-d702-4c69-a601-480932aaba2e requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:21.930383 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:21.949624 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-83e5f090-3b45-477c-80e2-b80b289178e0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:21.971946 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-986d0d33-b9c5-4d7c-ae34-3afccf54fccc tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--939221233', 'description': 'tempest-description--47525259'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:22.056861 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b19bcfa6-3101-4866-9d7a-2e465fb2ef53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:22.072320 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dc3ad185-a1af-4f4d-8885-bb05722e3d53 req-a5349962-ee24-45cc-a987-64aa3bc3c54b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7072e2d2-9eee-41bf-a111-038aa23ebea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674588 Aug 24 19:49:22.080994 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-c3a9d2f5-65f7-4bfa-8b3d-beb1e99b8523 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5502937 Aug 24 19:49:22.182821 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b19bcfa6-3101-4866-9d7a-2e465fb2ef53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:22.193435 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'name': 'tempest-ServerRescueNegativeTestJSON-618583925-router', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'gw_port': {'id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8', 'name': '', 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'mac_address': 'fa:16:3e:f2:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c2bf38ed-d9f1-4bc8-bd79-bec2e981d932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:11Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 2, 'project_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'subnets': [{'id': 'c2bf38ed-d9f1-4bc8-bd79-bec2e981d932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:22.196317 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadcdad6-ad22-46e6-82eb-b1cb9ac4f4d7 None None] Network 9c1772e0-d702-4c69-a601-480932aaba2e requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:22.223176 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dc3ad185-a1af-4f4d-8885-bb05722e3d53 req-5d0fa8a9-17ed-45ae-a35c-cad16657888d service neutron] 10.222.0.62 "GET /v2.0/networks/7072e2d2-9eee-41bf-a111-038aa23ebea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362309 Aug 24 19:49:22.324273 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-986d0d33-b9c5-4d7c-ae34-3afccf54fccc tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:22.349917 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b19bcfa6-3101-4866-9d7a-2e465fb2ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:22.366022 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b19bcfa6-3101-4866-9d7a-2e465fb2ef53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:22.367415 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fea6e-bde3-4830-b897-543259be9a86 req-5505e3c1-bd40-4abd-a534-0e501790c0e8 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:22.369297 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8f6fea6e-bde3-4830-b897-543259be9a86 req-5505e3c1-bd40-4abd-a534-0e501790c0e8 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 943 time: 0.1455739 Aug 24 19:49:22.388217 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-b19bcfa6-3101-4866-9d7a-2e465fb2ef53 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97b70007-7767-487d-ae59-1a18db49d53e HTTP/1.1" status: 204 len: 168 time: 0.7234042 Aug 24 19:49:22.450444 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bcfa6-3101-4866-9d7a-2e465fb2ef53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b70007-7767-487d-ae59-1a18db49d53e,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:22.475267 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dc3ad185-a1af-4f4d-8885-bb05722e3d53 req-6b59996c-cb27-4d6c-8da1-2ea4e16cb8fd service neutron] 10.222.0.62 "GET /v2.0/networks/7072e2d2-9eee-41bf-a111-038aa23ebea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041899 Aug 24 19:49:22.570193 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8f6fea6e-bde3-4830-b897-543259be9a86 req-364ff29a-6308-4253-8d12-876840f6391a tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938039 Aug 24 19:49:22.590540 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d6bd9-926d-4166-ac7c-ee9a5615054b None None] Pushing event updated for resources: {'Port': ['ID=21bff39f-13a8-4ef4-bd0e-ebfe84b125bd,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:22.608368 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Attempting to bind port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:22.608753 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Attempting to bind port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:22.609304 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Attempting to bind port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd on network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:22.626527 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:49:22.629069 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Checking segment: {'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:22.629486 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:22.629897 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Bound using segment: {'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:49:22.633215 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Bound port: 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:22.633622 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:22.649585 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Checking router: cbbd2487-8eb4-4208-a29b-ec2a2c84de62 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:49:22.649857 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Updating router cbbd2487-8eb4-4208-a29b-ec2a2c84de62 port b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 binding host dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:49:22.663411 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-83e5f090-3b45-477c-80e2-b80b289178e0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:22.670098 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-83e5f090-3b45-477c-80e2-b80b289178e0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:22.684429 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46318) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:22.773558 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5f090-3b45-477c-80e2-b80b289178e0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e222291-a963-42c2-9d9a-cf6bcae6286e,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:22.789267 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] For port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:49:22.799181 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] For port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=21bff39f-13a8-4ef4-bd0e-ebfe84b125bd,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:49:22.811046 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3daae903-1395-4678-a176-ffcd8bfd429d admin admin] Deleting subnet c7fccf9a-18e3-45bc-83da-ef33eb9cecb1 {{(pid=105636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:49:22.814673 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:22.830798 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3daae903-1395-4678-a176-ffcd8bfd429d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:22.880259 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-11ba6a79-7e6c-4225-938a-8f821ce183bd tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:22.882053 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-11ba6a79-7e6c-4225-938a-8f821ce183bd tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/networks?id=098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 200 len: 818 time: 0.3109016 Aug 24 19:49:22.901780 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:49:22.902326 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:22.910629 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d6bd9-926d-4166-ac7c-ee9a5615054b None None] Pushing event updated for resources: {'Port': ['ID=21bff39f-13a8-4ef4-bd0e-ebfe84b125bd,revision_number=4']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:22.951909 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-e6747801-576e-45f6-9129-719e14005d03 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/quotas/8b3c57b4813a4831b09d0cbf1531ecc2 HTTP/1.1" status: 200 len: 375 time: 0.0601597 Aug 24 19:49:22.958229 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3daae903-1395-4678-a176-ffcd8bfd429d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:22.973682 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.038626 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3daae903-1395-4678-a176-ffcd8bfd429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.076424 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46330) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:23.103786 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:49:23.118783 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-727a51d4-39af-4b07-b753-6604721912ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.182136 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-fc3825b7-cb40-42aa-8570-68a73b2954eb tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2285888 Aug 24 19:49:23.205972 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-986d0d33-b9c5-4d7c-ae34-3afccf54fccc tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.221432 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-83e5f090-3b45-477c-80e2-b80b289178e0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.222927 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-83e5f090-3b45-477c-80e2-b80b289178e0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4969468 Aug 24 19:49:23.223052 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-986d0d33-b9c5-4d7c-ae34-3afccf54fccc tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.227939 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46334) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:23.286262 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-e03ac54a-d492-47e8-832e-ceca494536ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Request body: {'security_group_rule': {'security_group_id': '3e222291-a963-42c2-9d9a-cf6bcae6286e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:23.291190 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d0d33-b9c5-4d7c-ae34-3afccf54fccc tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f361cf-6a11-46e3-9f35-988c09374e65,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:23.310182 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3daae903-1395-4678-a176-ffcd8bfd429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for subnet, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.340978 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daae903-1395-4678-a176-ffcd8bfd429d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7fccf9a-18e3-45bc-83da-ef33eb9cecb1,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:23.351676 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3daae903-1395-4678-a176-ffcd8bfd429d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.353857 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-3daae903-1395-4678-a176-ffcd8bfd429d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c7fccf9a-18e3-45bc-83da-ef33eb9cecb1 HTTP/1.1" status: 204 len: 168 time: 0.6558611 Aug 24 19:49:23.358180 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46342) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:23.448419 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:22Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:23.467793 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Notify callbacks [] for port, precommit_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.482580 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-727a51d4-39af-4b07-b753-6604721912ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.495363 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-727a51d4-39af-4b07-b753-6604721912ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.504979 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-986d0d33-b9c5-4d7c-ae34-3afccf54fccc tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.508884 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-986d0d33-b9c5-4d7c-ae34-3afccf54fccc tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.5703111 Aug 24 19:49:23.516142 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46348) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:23.517734 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14818fbd-34e8-44fe-aa0b-b87329c7497a None None] The sync data for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi is: [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:22Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:49:23.542607 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-2743aae9-ea50-4bcf-b405-a9d9ed3ca012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Request body: {'security_group_rule': {'security_group_id': 'b2f361cf-6a11-46e3-9f35-988c09374e65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:23.555005 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e03ac54a-d492-47e8-832e-ceca494536ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.617742 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.645486 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Transition to ACTIVE for port object 2d2779c4-82aa-4b29-8c24-b0920de62c3b will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:23.659135 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.666656 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.740603 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a51d4-39af-4b07-b753-6604721912ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc970f-9076-476e-aa6c-3518409740ac,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:23.752520 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-727a51d4-39af-4b07-b753-6604721912ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7953d78d3b0414b8763fc699d18b030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6749918 Aug 24 19:49:23.753456 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46354) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:23.763759 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Transition to ACTIVE for port object b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:23.776315 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46356) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:23.792804 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e03ac54a-d492-47e8-832e-ceca494536ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.794505 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.803388 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e03ac54a-d492-47e8-832e-ceca494536ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.870539 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-17b55a25-7744-4923-b370-e347902b92a0 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=105636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:49:23.876038 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:23.880393 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d2b7d-5d22-4065-a524-7f3011734954 None None] Pushing event updated for resources: {'Port': ['ID=2d2779c4-82aa-4b29-8c24-b0920de62c3b,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:23.885627 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2743aae9-ea50-4bcf-b405-a9d9ed3ca012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.890025 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-17b55a25-7744-4923-b370-e347902b92a0 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2238886 Aug 24 19:49:23.995873 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e03ac54a-d492-47e8-832e-ceca494536ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:23.999456 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-e03ac54a-d492-47e8-832e-ceca494536ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7237093 Aug 24 19:49:24.021391 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Attempting to bind port 2d2779c4-82aa-4b29-8c24-b0920de62c3b on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:24.021985 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Attempting to bind port 2d2779c4-82aa-4b29-8c24-b0920de62c3b by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:24.022336 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Attempting to bind port 2d2779c4-82aa-4b29-8c24-b0920de62c3b on network d8d23373-37d8-4e04-9c3e-47ef23b86dbb {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:24.027982 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46362) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:24.060049 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac6a2f-ad42-4f96-a959-b7cb1abda28c None None] Pushing event updated for resources: {'Port': ['ID=b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:24.061244 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-6c44b458-3dba-49e0-9057-20e5cffd3416 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Request body: {'security_group_rule': {'security_group_id': '3e222291-a963-42c2-9d9a-cf6bcae6286e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:24.068109 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac54a-d492-47e8-832e-ceca494536ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f6003b-c159-4a47-9809-c6e37ef0aac2,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:24.070446 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:49:24.070945 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Checking segment: {'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:24.071325 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46364) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:24.071853 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.071973 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Bound using segment: {'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:49:24.072585 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Bound port: 2d2779c4-82aa-4b29-8c24-b0920de62c3b, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:24.073562 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.093258 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Attempting to bind port b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:24.094501 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Attempting to bind port b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': '58f68c6a-5207-4b50-b1c0-39551d3bcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:24.094989 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Attempting to bind port b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 on network 098493d5-4729-4f73-889b-9717d87ddf61 {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:24.106031 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:49:24.106487 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Checking segment: {'id': '58f68c6a-5207-4b50-b1c0-39551d3bcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:24.107026 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.107765 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Bound using segment: {'id': '58f68c6a-5207-4b50-b1c0-39551d3bcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:49:24.108122 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Bound port: b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f68c6a-5207-4b50-b1c0-39551d3bcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:24.108697 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.155172 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:24.227852 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-06cdce4f-ec4a-4f1a-8e70-8dcd337c07a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.237039 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d084d6d-7476-4ffa-9705-909ea921f24d req-e67e40f9-66fe-4491-986a-6cf703516dc2 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:24.237596 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] For port b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:49:24.238982 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d084d6d-7476-4ffa-9705-909ea921f24d req-e67e40f9-66fe-4491-986a-6cf703516dc2 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 943 time: 0.4423718 Aug 24 19:49:24.241147 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] For port b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8,segment=NetworkSegment(58f68c6a-5207-4b50-b1c0-39551d3bcf61),segment_id=58f68c6a-5207-4b50-b1c0-39551d3bcf61)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:49:24.242309 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:24.242670 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.255226 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6c44b458-3dba-49e0-9057-20e5cffd3416 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.272337 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] For port 2d2779c4-82aa-4b29-8c24-b0920de62c3b, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:49:24.276217 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-1af1c9b8-33f7-4f3c-8ba4-54535e929dfd service neutron] 10.222.0.57 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847241 Aug 24 19:49:24.276443 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] For port 2d2779c4-82aa-4b29-8c24-b0920de62c3b, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=2d2779c4-82aa-4b29-8c24-b0920de62c3b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:49:24.290496 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.301429 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e11edaad-f13f-4207-8ed1-92aed2b341b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.305504 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-06cdce4f-ec4a-4f1a-8e70-8dcd337c07a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.308112 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.322162 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.323207 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31635040-41a9-43d4-b48c-f2861f101c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.367662 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.368527 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.369755 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.369755 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > port after_create 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.370032 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.370322 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > port after_update 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.370656 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.370997 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.371492 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.371821 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.386231 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-a2f30eae-2a02-46e9-a20a-d71c3994bfa5 service neutron] 10.222.0.57 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968525 Aug 24 19:49:24.430749 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d084d6d-7476-4ffa-9705-909ea921f24d req-eaff8a02-ab2b-407c-8d16-ccbcfde4926b tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764858 Aug 24 19:49:24.454190 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d2b7d-5d22-4065-a524-7f3011734954 None None] Pushing event updated for resources: {'Port': ['ID=2d2779c4-82aa-4b29-8c24-b0920de62c3b,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:24.468031 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6c44b458-3dba-49e0-9057-20e5cffd3416 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.472644 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6c44b458-3dba-49e0-9057-20e5cffd3416 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.499123 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44b458-3dba-49e0-9057-20e5cffd3416 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3044df70-c73f-42e1-a207-7ed5afcfab99,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:24.505434 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6c44b458-3dba-49e0-9057-20e5cffd3416 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.507845 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-6c44b458-3dba-49e0-9057-20e5cffd3416 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4746568 Aug 24 19:49:24.512792 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46368) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:24.518457 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Request body: {'floatingip': {'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:24.548158 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:49:24.548813 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:24.550995 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac6a2f-ad42-4f96-a959-b7cb1abda28c None None] Pushing event updated for resources: {'Port': ['ID=b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:24.569699 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.746632 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a9843cb0-a2c9-4319-a2f3-13694d891557 req-64a0eeff-4492-464e-a3e7-25c73c23c6a6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 210 time: 0.0441160 Aug 24 19:49:24.794357 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Routers {'cbbd2487-8eb4-4208-a29b-ec2a2c84de62'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:49:24.794998 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['cbbd2487-8eb4-4208-a29b-ec2a2c84de62'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:24.815207 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:24.832574 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.833645 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.834253 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.834776 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:24.836429 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33895cbe-a0c3-473f-a945-721b6fa44525']}} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:24.941492 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22e994a-860e-4ad1-be69-68c773ca023a') {'for_net_delete': True} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:24.942103 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22e994a-860e-4ad1-be69-68c773ca023a') {} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:24.966151 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Allocated IP 172.27.2.46 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/5cd49365-2449-46ce-a9d9-266a6063f5a1) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:24.974794 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] Set router cbbd2487-8eb4-4208-a29b-ec2a2c84de62 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:49:25.050985 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31635040-41a9-43d4-b48c-f2861f101c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.074510 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-06cdce4f-ec4a-4f1a-8e70-8dcd337c07a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.078203 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-06cdce4f-ec4a-4f1a-8e70-8dcd337c07a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.079399 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-06cdce4f-ec4a-4f1a-8e70-8dcd337c07a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aefc970f-9076-476e-aa6c-3518409740ac HTTP/1.1" status: 204 len: 168 time: 1.3014803 Aug 24 19:49:25.083628 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267673481'] for segment, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.089032 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2743aae9-ea50-4bcf-b405-a9d9ed3ca012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.103971 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31635040-41a9-43d4-b48c-f2861f101c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.133556 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdce4f-ec4a-4f1a-8e70-8dcd337c07a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc970f-9076-476e-aa6c-3518409740ac,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:25.136038 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2743aae9-ea50-4bcf-b405-a9d9ed3ca012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.159481 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.181809 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=105635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:49:25.182151 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267901834'] for segment, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: from cryptography.utils import int_from_bytes Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: from cryptography.utils import int_from_bytes Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: Traceback (most recent call last): Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: timer() Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: cb(*args, **kw) Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: return func(*args, **kwargs) Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: self._notify() Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: self.callback(batched_events) Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: event.method(event) Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: return f(self, *a, **k) Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._get(url).json() Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: return self.request(url, 'GET', **kwargs) Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:49:25.195247 dv-cinder-804093-3-iscsi neutron-server[105635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:49:25.203635 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.233928 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743aae9-ea50-4bcf-b405-a9d9ed3ca012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9220f5f-5685-4f46-8e99-71baefdbac23,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:25.257952 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-31635040-41a9-43d4-b48c-f2861f101c76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6df3bbe221d94fc09a0f7d6c70ec5623&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1830783 Aug 24 19:49:25.267062 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46404) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:25.274409 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.340972 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31635040-41a9-43d4-b48c-f2861f101c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83916936-35a7-41bd-8ca3-ff7904b30762,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:25.371822 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.392723 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.401627 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] 10.222.0.57 "DELETE /v2.0/networks/33895cbe-a0c3-473f-a945-721b6fa44525 HTTP/1.1" status: 204 len: 168 time: 2.0423651 Aug 24 19:49:25.403267 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46410) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:25.424526 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:25.430870 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.436063 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cb9d4-bdb1-4904-a75d-e7d34ddfe681 admin admin] Pushing event deleted for resources: {'Network': ['ID=33895cbe-a0c3-473f-a945-721b6fa44525,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:25.504184 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ccbef9f9-4886-460f-892d-99b24accccea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.517691 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f580546-f749-4259-aad0-2d7b538faaea admin admin] Deleting subnet 2f4a6c84-3750-48b3-af16-a23ec94c3ee5 {{(pid=105636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:49:25.522672 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:25.530536 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:25.543667 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e11edaad-f13f-4207-8ed1-92aed2b341b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.561530 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e11edaad-f13f-4207-8ed1-92aed2b341b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.569264 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ccbef9f9-4886-460f-892d-99b24accccea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.584384 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:49:25.589343 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2743aae9-ea50-4bcf-b405-a9d9ed3ca012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.590707 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-2743aae9-ea50-4bcf-b405-a9d9ed3ca012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0519724 Aug 24 19:49:25.600222 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46418) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:25.633016 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-c190866e-6ce5-4360-a51c-46a5b2e8ee89 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Request body: {'security_group_rule': {'security_group_id': 'b2f361cf-6a11-46e3-9f35-988c09374e65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:25.689788 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=21bff39f-13a8-4ef4-bd0e-ebfe84b125bd,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:25.706058 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.707214 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11edaad-f13f-4207-8ed1-92aed2b341b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02aa40d-9e16-4ab7-911b-4b3486d94e6a,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:25.722876 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-e11edaad-f13f-4207-8ed1-92aed2b341b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b3ec9bb69e344c688a5c2123b6fecfc7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9655392 Aug 24 19:49:25.728727 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46424) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:25.775522 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c190866e-6ce5-4360-a51c-46a5b2e8ee89 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.834678 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ccbef9f9-4886-460f-892d-99b24accccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.841717 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ccbef9f9-4886-460f-892d-99b24accccea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.845855 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-ccbef9f9-4886-460f-892d-99b24accccea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83916936-35a7-41bd-8ca3-ff7904b30762 HTTP/1.1" status: 204 len: 168 time: 0.5376897 Aug 24 19:49:25.878090 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=21bff39f-13a8-4ef4-bd0e-ebfe84b125bd,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:25.905450 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-26aba0e5-0472-404a-8041-3b797075ea9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.918716 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'name': 'tempest-ServerRescueNegativeTestJSON-618583925-router', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'gw_port': {'id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8', 'name': '', 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'mac_address': 'fa:16:3e:f2:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c2bf38ed-d9f1-4bc8-bd79-bec2e981d932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:11Z', 'updated_at': '2021-08-24T19:49:24Z', 'revision_number': 4, 'project_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'subnets': [{'id': 'c2bf38ed-d9f1-4bc8-bd79-bec2e981d932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:25.979884 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbef9f9-4886-460f-892d-99b24accccea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83916936-35a7-41bd-8ca3-ff7904b30762,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:25.981452 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:25.984895 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0820cd-9ff0-4303-b706-7f1401f6b2b1 None None] The sync data for ids ['cbbd2487-8eb4-4208-a29b-ec2a2c84de62'] in dv-cinder-804093-3-iscsi is: [{'id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'name': 'tempest-ServerRescueNegativeTestJSON-618583925-router', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'gw_port': {'id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8', 'name': '', 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'mac_address': 'fa:16:3e:f2:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c2bf38ed-d9f1-4bc8-bd79-bec2e981d932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:11Z', 'updated_at': '2021-08-24T19:49:24Z', 'revision_number': 4, 'project_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'subnets': [{'id': 'c2bf38ed-d9f1-4bc8-bd79-bec2e981d932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:49:25.994702 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-26aba0e5-0472-404a-8041-3b797075ea9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.020979 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1f580546-f749-4259-aad0-2d7b538faaea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.064858 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event updated for resources: {'Port': ['ID=5cd49365-2449-46ce-a9d9-266a6063f5a1,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:26.091704 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c190866e-6ce5-4360-a51c-46a5b2e8ee89 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.105669 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c190866e-6ce5-4360-a51c-46a5b2e8ee89 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.150925 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190866e-6ce5-4360-a51c-46a5b2e8ee89 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8e498b-36a5-4ca7-afd8-87ed48665afb,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:26.172601 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c190866e-6ce5-4360-a51c-46a5b2e8ee89 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.175490 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c190866e-6ce5-4360-a51c-46a5b2e8ee89 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5627582 Aug 24 19:49:26.179667 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46438) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:26.188037 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Request body: {'floatingip': {'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:26.189362 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:24Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:26.205171 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-26aba0e5-0472-404a-8041-3b797075ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.224728 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-26aba0e5-0472-404a-8041-3b797075ea9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.228272 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-26aba0e5-0472-404a-8041-3b797075ea9e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d02aa40d-9e16-4ab7-911b-4b3486d94e6a HTTP/1.1" status: 204 len: 168 time: 0.4913001 Aug 24 19:49:26.261445 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aba0e5-0472-404a-8041-3b797075ea9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02aa40d-9e16-4ab7-911b-4b3486d94e6a,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:26.284338 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9884f8-8629-4f61-8339-0a0c77985825 None None] The sync data for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi is: [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:24Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:49:26.316194 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.329616 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.577104 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1f580546-f749-4259-aad0-2d7b538faaea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.586705 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-ac8403ad-1c40-402f-8862-6b015228f501 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:26.595004 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-ac8403ad-1c40-402f-8862-6b015228f501 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/networks?id=098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 200 len: 818 time: 1.4552319 Aug 24 19:49:26.615394 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1f580546-f749-4259-aad0-2d7b538faaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.637933 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46450) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:26.678250 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1febdb-376a-4e17-bbc7-4fc954d29dea req-13dc62fa-287f-4657-a6a8-6da55cccca05 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:26.682252 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a1febdb-376a-4e17-bbc7-4fc954d29dea req-13dc62fa-287f-4657-a6a8-6da55cccca05 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 943 time: 0.6690369 Aug 24 19:49:26.688595 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0a5e8f61-7330-43ae-abd0-24b6acd38b7a details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:49:26.696079 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-87fd6cc2-584f-4a4e-8bf0-bdedc10001e1 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/quotas/8b3c57b4813a4831b09d0cbf1531ecc2 HTTP/1.1" status: 200 len: 375 time: 0.1001713 Aug 24 19:49:26.704071 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-88d14bdc-0ca3-4e4e-a97b-82dd8460d2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.863694 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.902409 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:26.996932 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a1febdb-376a-4e17-bbc7-4fc954d29dea req-d29f0ba5-e4eb-4aff-b986-bb7bbe38a4dd tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980785 Aug 24 19:49:27.020836 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0a5e8f61-7330-43ae-abd0-24b6acd38b7a,segment=NetworkSegment(b420a1b2-8933-4ffc-9b68-81be6f771fac),segment_id=b420a1b2-8933-4ffc-9b68-81be6f771fac)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:27.027569 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-b2267d0b-e3d0-4c5a-9bda-0c18772d0b0b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3303053 Aug 24 19:49:27.065478 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '0a5e8f61-7330-43ae-abd0-24b6acd38b7a', 'network_id': '7072e2d2-9eee-41bf-a111-038aa23ebea9', 'port_id': '0a5e8f61-7330-43ae-abd0-24b6acd38b7a', 'mac_address': 'fa:16:3e:e2:fd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9d9ab3-1eb5-4bb1-aea7-95c2297c2257', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:49:27.072024 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event updated for resources: {'Port': ['ID=5cd49365-2449-46ce-a9d9-266a6063f5a1,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:27.081031 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1f580546-f749-4259-aad0-2d7b538faaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for subnet, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.101370 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.148733 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1f580546-f749-4259-aad0-2d7b538faaea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.154454 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-1f580546-f749-4259-aad0-2d7b538faaea admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2f4a6c84-3750-48b3-af16-a23ec94c3ee5 HTTP/1.1" status: 204 len: 168 time: 1.7499936 Aug 24 19:49:27.190328 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f580546-f749-4259-aad0-2d7b538faaea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f4a6c84-3750-48b3-af16-a23ec94c3ee5,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:27.192617 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46460) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:27.192962 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46462) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:27.215417 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.249111 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5e8f61-7330-43ae-abd0-24b6acd38b7a {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:27.307469 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0a5e8f61-7330-43ae-abd0-24b6acd38b7a,segment=NetworkSegment(b420a1b2-8933-4ffc-9b68-81be6f771fac),segment_id=b420a1b2-8933-4ffc-9b68-81be6f771fac)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:27.318724 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.346233 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.431472 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=0a5e8f61-7330-43ae-abd0-24b6acd38b7a,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:27.469795 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1d894a0d-3f6d-46d6-950a-f3685547f50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.481430 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-88d14bdc-0ca3-4e4e-a97b-82dd8460d2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.491526 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-88d14bdc-0ca3-4e4e-a97b-82dd8460d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.551556 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-88d14bdc-0ca3-4e4e-a97b-82dd8460d2cd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e92f0c8b80c346af9279d4c20d33521f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9066021 Aug 24 19:49:27.552517 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.553608 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-7349e1b2-e798-44f3-bb12-1eda8970227b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0394137 Aug 24 19:49:27.558968 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46472) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:27.592263 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['0a5e8f61-7330-43ae-abd0-24b6acd38b7a'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:49:27.597804 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.669800 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Allocated IP 172.27.2.214 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/bd4b6fe1-8975-4c95-904b-13acccc2bd1f) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:27.674688 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-b0b3ea5e-8d1d-49ca-be2a-8323b265fbe1 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:27.675984 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-b0b3ea5e-8d1d-49ca-be2a-8323b265fbe1 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.62 "GET /v2.0/networks?id=098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 200 len: 818 time: 0.4920316 Aug 24 19:49:27.746140 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-7de75a2f-af62-4277-ada9-e8b1b009dd42 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Request body: {'port': {'device_id': '1fd3cdc5-d783-4456-a33a-91e16ebba04d', 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61', 'admin_state_up': True, 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:27.776842 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-6d20b601-f7c0-44b5-aae6-2f483a3c99de service neutron] 10.222.0.57 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7445841 Aug 24 19:49:27.898487 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:27.925660 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d14bdc-0ca3-4e4e-a97b-82dd8460d2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfadfb15-f327-48ae-b4a4-cac040e11613,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:27.974836 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.059240 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:28.062816 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:28.073938 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:28.079616 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event updated for resources: {'Port': ['ID=bd4b6fe1-8975-4c95-904b-13acccc2bd1f,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:28.205969 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:28.246375 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1221dac1-9226-4d44-9e0e-4cfb1bdfa7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.255496 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.318868 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.333724 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-4c218bb9-cd7f-437e-ab62-dc10b2e070a9 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1110791111&fields=id&tenant_id=6ccd138de07841c0aa0c919186aa0c8e HTTP/1.1" status: 200 len: 267 time: 0.3530540 Aug 24 19:49:28.340217 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.357391 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:28.357764 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.375261 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1221dac1-9226-4d44-9e0e-4cfb1bdfa7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.387936 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.388649 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.389734 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.390476 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > port after_create 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.391100 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.391616 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > port after_update 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.392169 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.392708 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.393303 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.393816 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.476243 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.476592 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.476982 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.477478 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:49:28.477917 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1772e0-d702-4c69-a601-480932aaba2e']}} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:28.487552 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 2d2779c4-82aa-4b29-8c24-b0920de62c3b up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:28.507869 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for port, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.515665 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267901878'] for port, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.537202 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2260ab88-23d3-4186-a02d-aefb8585c2ec') {'for_net_delete': True} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:28.537727 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2260ab88-23d3-4186-a02d-aefb8585c2ec') {} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:49:28.565294 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 2d2779c4-82aa-4b29-8c24-b0920de62c3b completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:28.569136 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264856232'] for segment, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.570298 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 2d2779c4-82aa-4b29-8c24-b0920de62c3b triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:28.570904 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.603141 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-b448cef3-0d3e-48f9-868a-d7c05dfc13b9 service neutron] 10.222.0.57 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8253102 Aug 24 19:49:28.608392 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event updated for resources: {'Port': ['ID=bd4b6fe1-8975-4c95-904b-13acccc2bd1f,revision_number=2']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:28.608712 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.621276 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.657363 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1d894a0d-3f6d-46d6-950a-f3685547f50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.667426 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0a5e8f61-7330-43ae-abd0-24b6acd38b7a up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:28.674623 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=105636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:49:28.675536 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264856557'] for segment, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: from cryptography.utils import int_from_bytes Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: from cryptography.utils import int_from_bytes Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: Traceback (most recent call last): Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: timer() Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: cb(*args, **kw) Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: return func(*args, **kwargs) Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: self._notify() Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: self.callback(batched_events) Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: event.method(event) Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: return f(self, *a, **k) Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._get(url).json() Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: return self.request(url, 'GET', **kwargs) Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:49:28.682071 dv-cinder-804093-3-iscsi neutron-server[105636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:49:28.684309 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1d894a0d-3f6d-46d6-950a-f3685547f50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.757184 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.767877 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.769767 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-90e454c0-cafe-4d77-88b0-8874dbd7a06b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5875504 Aug 24 19:49:28.821169 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-7de75a2f-af62-4277-ada9-e8b1b009dd42 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Made reservation on behalf of 8b3c57b4813a4831b09d0cbf1531ecc2 for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:28.825468 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-7de75a2f-af62-4277-ada9-e8b1b009dd42 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.872367 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 2d2779c4-82aa-4b29-8c24-b0920de62c3b, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=2d2779c4-82aa-4b29-8c24-b0920de62c3b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:28.876531 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:28.884883 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:28.885580 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:28.918183 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d894a0d-3f6d-46d6-950a-f3685547f50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab699fd1-9249-4078-9b53-f3ea9fad3338,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:28.924390 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-1d894a0d-3f6d-46d6-950a-f3685547f50c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0fd63d169041459ca5a8b535e376140b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6092417 Aug 24 19:49:28.927359 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46520) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:29.042943 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4bc334a7-2b42-423c-98ca-60d57d5a0a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.083912 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4bc334a7-2b42-423c-98ca-60d57d5a0a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.104420 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.105324 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:29.144595 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4bc334a7-2b42-423c-98ca-60d57d5a0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.149638 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4bc334a7-2b42-423c-98ca-60d57d5a0a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.151686 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-4bc334a7-2b42-423c-98ca-60d57d5a0a5f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab699fd1-9249-4078-9b53-f3ea9fad3338 HTTP/1.1" status: 204 len: 168 time: 0.2229545 Aug 24 19:49:29.184987 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc334a7-2b42-423c-98ca-60d57d5a0a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab699fd1-9249-4078-9b53-f3ea9fad3338,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:29.273141 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=2d2779c4-82aa-4b29-8c24-b0920de62c3b,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:29.281152 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.286168 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:29.301701 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:29.302076 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.352232 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85a79c3-f8d2-403f-ad50-67ff9b067d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5e8f61-7330-43ae-abd0-24b6acd38b7a'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:29.354933 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1221dac1-9226-4d44-9e0e-4cfb1bdfa7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.357466 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1221dac1-9226-4d44-9e0e-4cfb1bdfa7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.359933 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-1221dac1-9226-4d44-9e0e-4cfb1bdfa7b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dfadfb15-f327-48ae-b4a4-cac040e11613 HTTP/1.1" status: 204 len: 168 time: 1.7987385 Aug 24 19:49:29.359933 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.381692 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221dac1-9226-4d44-9e0e-4cfb1bdfa7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfadfb15-f327-48ae-b4a4-cac040e11613,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:29.401824 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-877ab5ea-b6bf-43a7-8cce-b6df402fd46d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:29.403298 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-877ab5ea-b6bf-43a7-8cce-b6df402fd46d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 816 time: 1.0398762 Aug 24 19:49:29.413349 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.417413 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] 10.222.0.57 "DELETE /v2.0/networks/9c1772e0-d702-4c69-a601-480932aaba2e HTTP/1.1" status: 204 len: 168 time: 2.1014111 Aug 24 19:49:29.435511 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f60c6-79cd-4e9a-89d5-7bc5a7a7624d req-3f706a49-4553-4a0d-8aed-1cab2d6d38ab tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:29.437728 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dd3f60c6-79cd-4e9a-89d5-7bc5a7a7624d req-3f706a49-4553-4a0d-8aed-1cab2d6d38ab tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 944 time: 0.5988536 Aug 24 19:49:29.465848 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0a5e8f61-7330-43ae-abd0-24b6acd38b7a,segment=NetworkSegment(b420a1b2-8933-4ffc-9b68-81be6f771fac),segment_id=b420a1b2-8933-4ffc-9b68-81be6f771fac)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:29.469337 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-a3447edb-cfab-46ea-84b7-ab67cb8eb966 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/quotas/6ccd138de07841c0aa0c919186aa0c8e HTTP/1.1" status: 200 len: 375 time: 0.0419869 Aug 24 19:49:29.469907 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8f200-a92e-4f77-8358-9e35621d55aa admin admin] Pushing event deleted for resources: {'Network': ['ID=9c1772e0-d702-4c69-a601-480932aaba2e,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:29.489244 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.530076 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dd3f60c6-79cd-4e9a-89d5-7bc5a7a7624d req-d20b03ae-ee07-422d-9912-910327a25c06 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550683 Aug 24 19:49:29.570967 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-7de75a2f-af62-4277-ada9-e8b1b009dd42 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Allocated IP 172.20.0.10 (098493d5-4729-4f73-889b-9717d87ddf61/c2bf38ed-d9f1-4bc8-bd79-bec2e981d932/4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:29.595227 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-66f06bdd-1303-4aa0-9fe3-e44769603755 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1181929 Aug 24 19:49:29.652379 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=0a5e8f61-7330-43ae-abd0-24b6acd38b7a,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:29.655202 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.720082 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8,segment=NetworkSegment(58f68c6a-5207-4b50-b1c0-39551d3bcf61),segment_id=58f68c6a-5207-4b50-b1c0-39551d3bcf61)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:29.729804 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.745755 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5a5f91b8-0040-4858-8ffa-264cdfbbedcb req-d7090dfc-91e1-4a1a-a224-3ea8561281d3 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 210 time: 0.0508046 Aug 24 19:49:29.842908 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:29.901125 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 2d2779c4-82aa-4b29-8c24-b0920de62c3b up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:29.962858 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-b9a17990-ecce-4e39-a249-726697d6cf11 service neutron] 10.222.0.57 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489664 Aug 24 19:49:30.025358 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46564) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:30.040487 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 2d2779c4-82aa-4b29-8c24-b0920de62c3b triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:30.040948 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.123797 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-727a850f-3f94-479c-8b95-56b3aec3f486 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=faf23b0dda4148419b82f9e337ba7048&name=default HTTP/1.1" status: 200 len: 2978 time: 0.0948000 Aug 24 19:49:30.125872 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46566) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:30.146190 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-78e1ec17-2202-4979-8ece-aea475ff695c tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--939221233&fields=id&tenant_id=d2d949dab476410eade39780e3cc2018 HTTP/1.1" status: 200 len: 267 time: 0.2746699 Aug 24 19:49:30.271301 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.62', 64557) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:30.299490 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0fe6-76d6-4c8f-b59a-d1c5ab4d4a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.355740 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0fe6-76d6-4c8f-b59a-d1c5ab4d4a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.375738 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf058e30-8fc1-4d80-aa3f-4a9a58a5608f" -d '{"events": [{"server_uuid": "f85a79c3-f8d2-403f-ad50-67ff9b067d6e", "name": "network-vif-plugged", "status": "completed", "tag": "0a5e8f61-7330-43ae-abd0-24b6acd38b7a"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:49:30.453681 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-7de75a2f-af62-4277-ada9-e8b1b009dd42 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.472192 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0fe6-76d6-4c8f-b59a-d1c5ab4d4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.477064 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0fe6-76d6-4c8f-b59a-d1c5ab4d4a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.482177 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-1d2c0fe6-76d6-4c8f-b59a-d1c5ab4d4a4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/308f53f3-23f9-4a9d-bab9-1bf3c2759c43 HTTP/1.1" status: 204 len: 168 time: 0.3522775 Aug 24 19:49:30.511998 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-8ebdac62-bbd9-44af-8acc-4ec10360753b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:30.513775 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-8ebdac62-bbd9-44af-8acc-4ec10360753b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/networks?id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 HTTP/1.1" status: 200 len: 811 time: 0.2685366 Aug 24 19:49:30.539651 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-ba6f551b-09c9-402a-9f7f-19502e307c36 service neutron] 10.222.0.57 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649846 Aug 24 19:49:30.566182 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-8566f527-2e8b-4875-8464-513a1040116a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/quotas/d2d949dab476410eade39780e3cc2018 HTTP/1.1" status: 200 len: 375 time: 0.0419769 Aug 24 19:49:30.596129 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c0fe6-76d6-4c8f-b59a-d1c5ab4d4a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308f53f3-23f9-4a9d-bab9-1bf3c2759c43,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:30.650929 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-7de75a2f-af62-4277-ada9-e8b1b009dd42 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.739238 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-2d930e00-3da8-457b-a861-5e0bcf4d44f4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d2d949dab476410eade39780e3cc2018&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1670711 Aug 24 19:49:30.749145 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-7de75a2f-af62-4277-ada9-e8b1b009dd42 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Network 098493d5-4729-4f73-889b-9717d87ddf61 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:30.753201 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-7de75a2f-af62-4277-ada9-e8b1b009dd42 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:30.757607 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-7de75a2f-af62-4277-ada9-e8b1b009dd42 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:30.797688 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de75a2f-af62-4277-ada9-e8b1b009dd42 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Pushing event updated for resources: {'Port': ['ID=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:30.826416 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-e0c5c391-4611-4280-a854-41d33918295a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:30.828035 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-e0c5c391-4611-4280-a854-41d33918295a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.62 "GET /v2.0/networks?id=098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 200 len: 818 time: 0.5548038 Aug 24 19:49:30.842187 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-c69e3d4e-fbeb-4bfe-9ee3-c50e4bf0807b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Request body: {'port': {'device_id': '1d1770e9-4eea-478d-bdd5-7661cea00207', 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61', 'admin_state_up': True, 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:30.886542 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-7de75a2f-af62-4277-ada9-e8b1b009dd42 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:30.887485 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-7de75a2f-af62-4277-ada9-e8b1b009dd42 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:30.924399 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-7de75a2f-af62-4277-ada9-e8b1b009dd42 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1947479 Aug 24 19:49:30.939389 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Request body: {'port': {'device_id': '1fd3cdc5-d783-4456-a33a-91e16ebba04d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:30.970999 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-b746b010-e0fa-4294-a78b-f215baccbb51 service neutron] 10.222.0.57 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750329 Aug 24 19:49:31.064444 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:31.083964 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-c69e3d4e-fbeb-4bfe-9ee3-c50e4bf0807b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Made reservation on behalf of 8b3c57b4813a4831b09d0cbf1531ecc2 for: {'port': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:31.090729 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-c69e3d4e-fbeb-4bfe-9ee3-c50e4bf0807b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:31.138525 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-c22952f4-43f0-4519-99a6-21d501fccffd service neutron] 10.222.0.57 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596863 Aug 24 19:49:31.205422 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46618) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:31.263125 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb4304d-6c3d-4260-929f-50c87620700e x-openstack-request-id: req-cbb4304d-6c3d-4260-929f-50c87620700e {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:49:31.263703 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85a79c3-f8d2-403f-ad50-67ff9b067d6e", "name": "network-vif-plugged", "status": "completed", "tag": "0a5e8f61-7330-43ae-abd0-24b6acd38b7a", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:49:31.264202 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cbb4304d-6c3d-4260-929f-50c87620700e {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:49:31.264884 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85a79c3-f8d2-403f-ad50-67ff9b067d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5e8f61-7330-43ae-abd0-24b6acd38b7a', 'code': 200} Aug 24 19:49:31.420046 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-f4832af6-5221-4598-ba9a-d292b465259a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d8428accda4b4c14966d885f4ce1c321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124839 Aug 24 19:49:31.421979 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46632) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:31.511980 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.62', 64561) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:31.611203 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f425-d253-4eac-ae69-32ae63db9d61 req-9c311d19-e768-403b-8cac-6b703cd9c6ad tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:31.619399 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-58e1f425-d253-4eac-ae69-32ae63db9d61 req-9c311d19-e768-403b-8cac-6b703cd9c6ad tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.2381854 Aug 24 19:49:31.688204 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46646) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:31.708903 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c4dd-884a-46bd-bcec-5cb704af06e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:31.734851 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c4dd-884a-46bd-bcec-5cb704af06e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:31.824006 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a993c055-e643-4d77-ad9a-24c5959db2d2 req-e06e7f3b-ac2a-415c-867a-590615507524 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 210 time: 0.2222013 Aug 24 19:49:31.878145 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c4dd-884a-46bd-bcec-5cb704af06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:31.881008 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c4dd-884a-46bd-bcec-5cb704af06e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:31.888180 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-1ce0c4dd-884a-46bd-bcec-5cb704af06e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c4f9736-c3fb-4126-889f-ff0e45740b18 HTTP/1.1" status: 204 len: 168 time: 0.4232249 Aug 24 19:49:31.917196 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0c4dd-884a-46bd-bcec-5cb704af06e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4f9736-c3fb-4126-889f-ff0e45740b18,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:31.923166 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:31.940839 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-58e1f425-d253-4eac-ae69-32ae63db9d61 req-f3c761ae-ce1a-46d6-8231-a505520da95f tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188477 Aug 24 19:49:31.942855 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039a7a0-58af-411e-89bc-6cffb09a427a req-11070139-52b5-4dcc-ae63-f45d126dc192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:31.944366 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0039a7a0-58af-411e-89bc-6cffb09a427a req-11070139-52b5-4dcc-ae63-f45d126dc192 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 1098 time: 0.4296749 Aug 24 19:49:31.944723 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-781348043-network', 'tenant_id': 'c8554a93d3204009920cebb310498479'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:31.999261 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0039a7a0-58af-411e-89bc-6cffb09a427a req-2419040f-23fa-4142-98e4-cdb18342fdbd service neutron] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.052402 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Made reservation on behalf of c8554a93d3204009920cebb310498479 for: {'network': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:32.059027 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.094116 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.136924 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:32.137298 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.184923 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1d53cc0b-fd6a-4faa-b9e4-a20d5092b39a req-8774eb01-4b8e-4a5d-8500-b5bb5aebe608 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 210 time: 0.1343222 Aug 24 19:49:32.187641 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:32.226528 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-688e5f44-7d18-461a-b3d3-24e1b78e635b req-0afa813a-4644-43a0-abde-d7526777678a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 210 time: 0.1798544 Aug 24 19:49:32.228448 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.267821 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Transition to ACTIVE for port object 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:32.278473 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.416552 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0039a7a0-58af-411e-89bc-6cffb09a427a req-2419040f-23fa-4142-98e4-cdb18342fdbd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.417788 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:32.449918 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.62', 64565) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:32.456709 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0039a7a0-58af-411e-89bc-6cffb09a427a req-2419040f-23fa-4142-98e4-cdb18342fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.518849 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419040f-23fa-4142-98e4-cdb18342fdbd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=726f0afd-d93a-454c-9fb2-28e6dd4cf511,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:32.581278 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0039a7a0-58af-411e-89bc-6cffb09a427a req-2419040f-23fa-4142-98e4-cdb18342fdbd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6067805 Aug 24 19:49:32.592213 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-c69e3d4e-fbeb-4bfe-9ee3-c50e4bf0807b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Allocated IP 172.20.0.2 (098493d5-4729-4f73-889b-9717d87ddf61/c2bf38ed-d9f1-4bc8-bd79-bec2e981d932/12afd37a-2038-495a-a81a-fc66a30bc200) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:32.609769 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Attempting to bind port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:32.610124 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Attempting to bind port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '58f68c6a-5207-4b50-b1c0-39551d3bcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:32.610494 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Attempting to bind port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce on network 098493d5-4729-4f73-889b-9717d87ddf61 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:32.628616 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce on network 098493d5-4729-4f73-889b-9717d87ddf61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:49:32.628889 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Attempting to bind port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce on network 098493d5-4729-4f73-889b-9717d87ddf61 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:32.653480 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:49:32.653798 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Checking segment: {'id': '58f68c6a-5207-4b50-b1c0-39551d3bcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:32.654076 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Bound using segment: {'id': '58f68c6a-5207-4b50-b1c0-39551d3bcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:49:32.654997 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Bound port: 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f68c6a-5207-4b50-b1c0-39551d3bcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:32.654997 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.677653 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-6dcc4028-dc29-42f8-a853-ddaba7ab09fc tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:32.679723 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-6dcc4028-dc29-42f8-a853-ddaba7ab09fc tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.62 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 816 time: 0.2285736 Aug 24 19:49:32.745149 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] For port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:49:32.749386 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] For port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce,segment=NetworkSegment(58f68c6a-5207-4b50-b1c0-39551d3bcf61),segment_id=58f68c6a-5207-4b50-b1c0-39551d3bcf61)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:49:32.756511 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.785287 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.797175 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.823335 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=105635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:49:32.829164 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:32.829800 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.831266 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] 10.222.0.62 "PUT /v2.0/ports/4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce HTTP/1.1" status: 200 len: 1094 time: 1.8968766 Aug 24 19:49:32.831715 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd3cdc5-d783-4456-a33a-91e16ebba04d', 'tag': '4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:32.834069 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cc0aa7-4c1b-4d44-b401-04d3d53ef384" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd3cdc5-d783-4456-a33a-91e16ebba04d", "tag": "4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:49:32.863632 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:32.864053 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.segments_db [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Added segment 66af6615-07ff-438d-be88-01ae4de0a520 of type vlan for network b9cc6ef8-8f1a-4828-928e-61487f256ad8 Aug 24 19:49:32.877090 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bada883d-cde8-4565-92e0-07ca5ab18b39,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:32.975478 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ba660b-c154-42ab-9d17-8ca2b6d7fd5f x-openstack-request-id: req-f6ba660b-c154-42ab-9d17-8ca2b6d7fd5f {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:49:32.975984 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd3cdc5-d783-4456-a33a-91e16ebba04d", "tag": "4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:49:32.976402 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f6ba660b-c154-42ab-9d17-8ca2b6d7fd5f {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:49:32.976935 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd3cdc5-d783-4456-a33a-91e16ebba04d', 'tag': '4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce', 'status': 'completed', 'code': 200} Aug 24 19:49:33.001534 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d227799-7cbd-4345-ba96-ee2da7a01e26 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:33.050511 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fe51d2fc-5099-4364-a34b-d65f9342e753 req-31cb9c47-1f76-4511-9e87-c6494cd157d6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 210 time: 0.0458078 Aug 24 19:49:33.064513 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-4e9f0b7d-b403-4abb-bf8e-4ac6efe4501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:33.076026 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-4e9f0b7d-b403-4abb-bf8e-4ac6efe4501b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 1097 time: 0.1882730 Aug 24 19:49:33.085822 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-87fa2fda-3559-4567-9e25-55faf2317fdc tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ccd138de07841c0aa0c919186aa0c8e HTTP/1.1" status: 200 len: 380 time: 0.2356398 Aug 24 19:49:33.087328 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e1903ebe-fa50-48f0-929b-5849762bd2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:33.128013 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Request body: {'port': {'device_id': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'admin_state_up': True, 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'security_groups': ['3e222291-a963-42c2-9d9a-cf6bcae6286e']}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:33.168864 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:33.181711 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-ce00cb63-ecce-4ab9-9128-674df12ff133 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce HTTP/1.1" status: 200 len: 217 time: 0.0882115 Aug 24 19:49:33.184717 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-c69e3d4e-fbeb-4bfe-9ee3-c50e4bf0807b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:33.237747 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:33.238961 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:33.239560 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:33.273952 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5818403 Aug 24 19:49:33.275396 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46720) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:33.286421 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-229c07b1-d71e-4473-a6dd-5aa09915f937 admin admin] Request body: {'subnet': {'network_id': 'b9cc6ef8-8f1a-4828-928e-61487f256ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-781348043-subnet', 'tenant_id': 'c8554a93d3204009920cebb310498479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:33.317495 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-c69e3d4e-fbeb-4bfe-9ee3-c50e4bf0807b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:33.330324 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed03c6-4645-466a-a38c-c501341b98a2 req-3e3c413f-84e1-4a00-8a2c-29a199ef1d79 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:33.331881 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-65ed03c6-4645-466a-a38c-c501341b98a2 req-3e3c413f-84e1-4a00-8a2c-29a199ef1d79 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.2130578 Aug 24 19:49:33.358460 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-d0b571d7-5908-4b2a-b0e5-3cc6f49f76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:33.360890 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-d0b571d7-5908-4b2a-b0e5-3cc6f49f76b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2bf38ed-d9f1-4bc8-bd79-bec2e981d932 HTTP/1.1" status: 200 len: 858 time: 0.1652026 Aug 24 19:49:33.373150 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-c69e3d4e-fbeb-4bfe-9ee3-c50e4bf0807b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Network 098493d5-4729-4f73-889b-9717d87ddf61 is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:33.374098 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229c07b1-d71e-4473-a6dd-5aa09915f937 admin admin] Made reservation on behalf of c8554a93d3204009920cebb310498479 for: {'subnet': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:33.377875 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-229c07b1-d71e-4473-a6dd-5aa09915f937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264835905'] for subnet, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:33.485312 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-c69e3d4e-fbeb-4bfe-9ee3-c50e4bf0807b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:33.494134 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-c69e3d4e-fbeb-4bfe-9ee3-c50e4bf0807b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:33.608840 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-c69e3d4e-fbeb-4bfe-9ee3-c50e4bf0807b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:33.609663 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-c69e3d4e-fbeb-4bfe-9ee3-c50e4bf0807b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for port, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:33.643977 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd7ad1-7da6-4d9b-9c42-cd2412e042c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b9cc6ef8-8f1a-4828-928e-61487f256ad8,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:33.648545 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-c69e3d4e-fbeb-4bfe-9ee3-c50e4bf0807b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8105180 Aug 24 19:49:33.658012 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network b9cc6ef8-8f1a-4828-928e-61487f256ad8 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:49:33.712397 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Request body: {'port': {'device_id': '1d1770e9-4eea-478d-bdd5-7661cea00207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:33.734763 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-da4d4a60-d03c-4da1-9186-6645b0900748 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098493d5-4729-4f73-889b-9717d87ddf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789192 Aug 24 19:49:33.766535 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-65ed03c6-4645-466a-a38c-c501341b98a2 req-42e599fe-ac3f-4cf9-9793-3b98f5a9f30e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151299 Aug 24 19:49:33.811547 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e3d4e-fbeb-4bfe-9ee3-c50e4bf0807b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Pushing event updated for resources: {'Port': ['ID=12afd37a-2038-495a-a81a-fc66a30bc200,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:33.849512 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e127b0f5-e025-4ed6-ba67-4f3cfbd88b36 req-74846e40-88eb-4716-8f4a-f177fcc415eb tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 210 time: 0.4699886 Aug 24 19:49:33.896891 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:34.116348 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-229c07b1-d71e-4473-a6dd-5aa09915f937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267901487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264836019'] for subnet, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:34.191645 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-73175dc2-5b9b-4dbe-9494-a9bc194b6f55 req-19919bec-f0a1-4ed0-818f-1a0f598a08ce tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 210 time: 0.2335701 Aug 24 19:49:34.261320 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-449744e8-89a0-45b9-900a-0fb86dab72e4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:34.264168 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-449744e8-89a0-45b9-900a-0fb86dab72e4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.62 "GET /v2.0/networks?id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 HTTP/1.1" status: 200 len: 811 time: 0.5265782 Aug 24 19:49:34.287564 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c07b1-d71e-4473-a6dd-5aa09915f937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33998308-b4f8-4623-893c-067f3bfb32a8,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:34.326949 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Made reservation on behalf of 6ccd138de07841c0aa0c919186aa0c8e for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:34.331314 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:34.349561 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c07b1-d71e-4473-a6dd-5aa09915f937 admin admin] Checking segment: {'id': '66af6615-07ff-438d-be88-01ae4de0a520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b9cc6ef8-8f1a-4828-928e-61487f256ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:34.350092 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c07b1-d71e-4473-a6dd-5aa09915f937 admin admin] Network hostable DHCP agents. Network: b9cc6ef8-8f1a-4828-928e-61487f256ad8, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:49:34.351972 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-e8c366f5-bfb9-437f-96be-6393695b4d52 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528920 Aug 24 19:49:34.365630 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46760) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:34.387486 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf1798-a503-411a-b4a9-af591b51f3f5 req-b231468a-6b6c-4bb5-8ef0-719be3013db2 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:34.390386 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-decf1798-a503-411a-b4a9-af591b51f3f5 req-b231468a-6b6c-4bb5-8ef0-719be3013db2 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 931 time: 0.1915190 Aug 24 19:49:34.426253 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c07b1-d71e-4473-a6dd-5aa09915f937 admin admin] Network b9cc6ef8-8f1a-4828-928e-61487f256ad8 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:49:34.456673 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-229c07b1-d71e-4473-a6dd-5aa09915f937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, b9cc6ef8-8f1a-4828-928e-61487f256ad8) {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:34.462560 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c07b1-d71e-4473-a6dd-5aa09915f937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:34.463271 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-229c07b1-d71e-4473-a6dd-5aa09915f937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:34.468354 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89ca46-3751-455c-8801-fe952ffa9685 None None] Network b9cc6ef8-8f1a-4828-928e-61487f256ad8 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:34.529172 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-229c07b1-d71e-4473-a6dd-5aa09915f937 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2511120 Aug 24 19:49:34.622867 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Allocated IP 172.20.0.14 (d8d23373-37d8-4e04-9c3e-47ef23b86dbb/66c81d25-317e-4944-aa48-c52f6df9eab1/0d7e3a6b-52fd-4877-855b-25e3d57d3b55) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:34.633526 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.notifiers.nova [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12afd37a-2038-495a-a81a-fc66a30bc200 {{(pid=105635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:34.643340 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:34.652927 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-57955fa0-452c-4ae2-a501-01774cff861e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2d949dab476410eade39780e3cc2018 HTTP/1.1" status: 200 len: 379 time: 0.3578701 Aug 24 19:49:34.661586 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.provisioning_blocks [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Transition to ACTIVE for port object 12afd37a-2038-495a-a81a-fc66a30bc200 will not be triggered until provisioned by entity L2. {{(pid=105635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:34.666637 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267901878'] for port, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:34.727862 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-07a98f20-df89-4638-90c7-c92e16db24ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:34.742431 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29294b3-85a2-4cf9-aa1a-a31ffeb26903 None None] Network b9cc6ef8-8f1a-4828-928e-61487f256ad8 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:34.774986 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Request body: {'port': {'device_id': '60840597-5c88-4bcc-97b4-02d52533c7bd', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'admin_state_up': True, 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'security_groups': ['b2f361cf-6a11-46e3-9f35-988c09374e65']}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:34.812280 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Pushing event updated for resources: {'Port': ['ID=12afd37a-2038-495a-a81a-fc66a30bc200,revision_number=2']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:34.912757 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.managers [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Attempting to bind port 12afd37a-2038-495a-a81a-fc66a30bc200 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:34.912757 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.managers [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Attempting to bind port 12afd37a-2038-495a-a81a-fc66a30bc200 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '58f68c6a-5207-4b50-b1c0-39551d3bcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61'}] {{(pid=105635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:34.917663 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Attempting to bind port 12afd37a-2038-495a-a81a-fc66a30bc200 on network 098493d5-4729-4f73-889b-9717d87ddf61 {{(pid=105635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:34.930003 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Port 12afd37a-2038-495a-a81a-fc66a30bc200 on network 098493d5-4729-4f73-889b-9717d87ddf61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:49:34.930340 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Attempting to bind port 12afd37a-2038-495a-a81a-fc66a30bc200 on network 098493d5-4729-4f73-889b-9717d87ddf61 {{(pid=105635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:34.969910 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:49:34.970715 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Checking segment: {'id': '58f68c6a-5207-4b50-b1c0-39551d3bcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:34.971513 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Bound using segment: {'id': '58f68c6a-5207-4b50-b1c0-39551d3bcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61'} {{(pid=105635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:49:34.972252 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.managers [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Bound port: 12afd37a-2038-495a-a81a-fc66a30bc200, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f68c6a-5207-4b50-b1c0-39551d3bcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61'}}] {{(pid=105635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:34.973899 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:34.987912 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d7bbbcbf-40a5-44cd-b24a-e4b2136b69e8 req-a09f9ab7-68af-4174-be53-6f5703ac4984 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230757 Aug 24 19:49:35.009165 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-decf1798-a503-411a-b4a9-af591b51f3f5 req-2a2b2f5a-76c2-43f1-a4f8-323dd06ccb20 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175758 Aug 24 19:49:35.047338 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f12431-df00-4fa2-9015-fc4e344aeb7a req-29c7b565-e1c0-4801-93b2-b53a30aabbf1 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:35.052051 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e3f12431-df00-4fa2-9015-fc4e344aeb7a req-29c7b565-e1c0-4801-93b2-b53a30aabbf1 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.1389232 Aug 24 19:49:35.130686 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-07a98f20-df89-4638-90c7-c92e16db24ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.134707 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] For port 12afd37a-2038-495a-a81a-fc66a30bc200, host hv-cinder-80409, cleared binding levels {{(pid=105635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:49:35.141666 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-07a98f20-df89-4638-90c7-c92e16db24ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.146949 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] For port 12afd37a-2038-495a-a81a-fc66a30bc200, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=12afd37a-2038-495a-a81a-fc66a30bc200,segment=NetworkSegment(58f68c6a-5207-4b50-b1c0-39551d3bcf61),segment_id=58f68c6a-5207-4b50-b1c0-39551d3bcf61)] {{(pid=105635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:49:35.164594 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267901878'] for port, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.196161 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Made reservation on behalf of d2d949dab476410eade39780e3cc2018 for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:35.199723 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.234688 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a98f20-df89-4638-90c7-c92e16db24ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3887a9-1907-465e-be28-3704d67a5f67,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:35.239295 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-07a98f20-df89-4638-90c7-c92e16db24ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54fd6d45cfd84bef88395072d2627a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8550863 Aug 24 19:49:35.247309 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46792) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:35.251847 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:35.252669 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for port, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.254085 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] 10.222.0.62 "PUT /v2.0/ports/12afd37a-2038-495a-a81a-fc66a30bc200 HTTP/1.1" status: 200 len: 1093 time: 1.5720825 Aug 24 19:49:35.260477 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1770e9-4eea-478d-bdd5-7661cea00207', 'tag': '12afd37a-2038-495a-a81a-fc66a30bc200'}] {{(pid=105635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:35.276172 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e3f12431-df00-4fa2-9015-fc4e344aeb7a req-14f29f4f-cd77-4e79-a59a-bd0bc5494bb8 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099586 Aug 24 19:49:35.278272 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e845d6c4-ecf7-49cd-8fe4-f53ca5220563 req-cef3ad1e-6089-413a-92ba-273ffbde540e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 210 time: 0.1497071 Aug 24 19:49:35.297417 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc0aa7-4c1b-4d44-b401-04d3d53ef384 req-e047ba0b-d9e8-4f99-81b5-2fad0bbe3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:35.299467 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-76cc0aa7-4c1b-4d44-b401-04d3d53ef384 req-e047ba0b-d9e8-4f99-81b5-2fad0bbe3abe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 1097 time: 0.2244878 Aug 24 19:49:35.499922 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5356249-ee3f-486c-b7b9-8dd2ab08c4bd service neutron] Pushing event updated for resources: {'Port': ['ID=12afd37a-2038-495a-a81a-fc66a30bc200,revision_number=3']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:35.509761 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7c1408f8-4b3c-430e-8ce0-290f6ffc0129 req-80760559-1973-4bfe-9c0e-6351d742101a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 210 time: 0.0744779 Aug 24 19:49:35.521276 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.529855 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a1bc7c0614bf66ad57556d5ba5d8a4c882b3f9dd5d9cd326119b0e1d32a26c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd67e9c-74eb-4adc-9220-43d25d77e120" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1770e9-4eea-478d-bdd5-7661cea00207", "tag": "12afd37a-2038-495a-a81a-fc66a30bc200"}]}' {{(pid=105635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:49:35.568679 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c7dece04-7a38-4fa6-ad5a-c52912ce38c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.568990 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Transition to ACTIVE for port object 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 will not be triggered until provisioned by entity DHCP. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:35.581297 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc0aa7-4c1b-4d44-b401-04d3d53ef384 req-d3be8e19-c32e-43c7-b8f5-5e3f110157f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:35.582785 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-76cc0aa7-4c1b-4d44-b401-04d3d53ef384 req-d3be8e19-c32e-43c7-b8f5-5e3f110157f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 200 len: 919 time: 0.2682986 Aug 24 19:49:35.583869 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Allocated IP 172.20.0.12 (7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86/0623cb7b-b882-471d-94a2-06bff63acae9/e116e6ea-fa4c-45ff-9558-889ddceb65b0) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:49:35.602699 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c7dece04-7a38-4fa6-ad5a-c52912ce38c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.640244 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-76cc0aa7-4c1b-4d44-b401-04d3d53ef384 req-756f54e1-389b-4b56-82d4-29f5cf15de68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce HTTP/1.1" status: 200 len: 217 time: 0.0477211 Aug 24 19:49:35.692480 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-edb79e82-a39d-4fa6-b4d6-0e48c9dbfd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:35.699197 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-edb79e82-a39d-4fa6-b4d6-0e48c9dbfd09 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 1096 time: 0.3643813 Aug 24 19:49:35.715462 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc0aa7-4c1b-4d44-b401-04d3d53ef384 req-11a6b78d-0b66-40a0-bb72-e9f123889965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:35.717107 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-76cc0aa7-4c1b-4d44-b401-04d3d53ef384 req-11a6b78d-0b66-40a0-bb72-e9f123889965 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2bf38ed-d9f1-4bc8-bd79-bec2e981d932 HTTP/1.1" status: 200 len: 858 time: 0.0595784 Aug 24 19:49:35.726928 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46814) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:35.734596 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1041226772-network', 'tenant_id': '38c2e11d10cd459d9b371c480c62e552'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:35.742127 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-97ad1e54-ab10-400a-8fe5-135eec8e2ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.788162 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-76cc0aa7-4c1b-4d44-b401-04d3d53ef384 req-fb0b37d1-e5c6-433e-83e0-43e7112f9267 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098493d5-4729-4f73-889b-9717d87ddf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487490 Aug 24 19:49:35.816327 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.822489 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-be3032a9-d235-4672-8056-8c63a13774d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12afd37a-2038-495a-a81a-fc66a30bc200 HTTP/1.1" status: 200 len: 217 time: 0.1150763 Aug 24 19:49:35.829181 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af03249-1425-461f-b353-02be6010b45d x-openstack-request-id: req-7af03249-1425-461f-b353-02be6010b45d {{(pid=105635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:49:35.829894 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1770e9-4eea-478d-bdd5-7661cea00207", "tag": "12afd37a-2038-495a-a81a-fc66a30bc200", "status": "completed", "code": 200}]} {{(pid=105635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:49:35.830154 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7af03249-1425-461f-b353-02be6010b45d {{(pid=105635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:49:35.830731 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1770e9-4eea-478d-bdd5-7661cea00207', 'tag': '12afd37a-2038-495a-a81a-fc66a30bc200', 'status': 'completed', 'code': 200} Aug 24 19:49:35.846057 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c7dece04-7a38-4fa6-ad5a-c52912ce38c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.861105 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c7dece04-7a38-4fa6-ad5a-c52912ce38c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.869638 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c7dece04-7a38-4fa6-ad5a-c52912ce38c2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f3887a9-1907-465e-be28-3704d67a5f67 HTTP/1.1" status: 204 len: 168 time: 0.6196086 Aug 24 19:49:35.909279 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event updated for resources: {'Port': ['ID=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:35.922138 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Made reservation on behalf of 38c2e11d10cd459d9b371c480c62e552 for: {'network': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:35.924887 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.953591 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dece04-7a38-4fa6-ad5a-c52912ce38c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3887a9-1907-465e-be28-3704d67a5f67,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:35.976057 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.004218 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Network d8d23373-37d8-4e04-9c3e-47ef23b86dbb is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:36.013458 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-387e9292-1109-442f-a6c1-c01643d6c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:36.016134 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-387e9292-1109-442f-a6c1-c01643d6c4ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2bf38ed-d9f1-4bc8-bd79-bec2e981d932 HTTP/1.1" status: 200 len: 858 time: 0.1836569 Aug 24 19:49:36.026132 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:36.038127 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:36.160163 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-7007cc39-4236-42d8-8d67-8a9dfcbe1395 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098493d5-4729-4f73-889b-9717d87ddf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096206 Aug 24 19:49:36.191831 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.205968 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.268009 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-76cc0aa7-4c1b-4d44-b401-04d3d53ef384 req-60073e51-1b1f-471a-935c-1817f01779fa service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701827 Aug 24 19:49:36.333569 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-e2703069-c643-429d-8402-5de29fa73a81 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740456 Aug 24 19:49:36.370370 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:36.378253 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.381362 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Transition to ACTIVE for port object e116e6ea-fa4c-45ff-9558-889ddceb65b0 will not be triggered until provisioned by entity DHCP. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:36.498958 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-e32485ae-b2dc-47b7-b28e-8cc29d5af60e None None] Provisioning for port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:36.505641 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-e32485ae-b2dc-47b7-b28e-8cc29d5af60e None None] Provisioning complete for port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:36.506193 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e32485ae-b2dc-47b7-b28e-8cc29d5af60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.538112 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.579088 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-e32485ae-b2dc-47b7-b28e-8cc29d5af60e None None] Port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:49:36.700514 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46842) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:36.721819 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0e32f0f3-f328-4b60-964d-a5b129e63e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.741440 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:36.756131 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-c6f991d9-fc9b-4fbe-bb21-f0fb5a86c076 req-76a9e7ae-6cc3-4d05-9013-97320ec5e890 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103465 Aug 24 19:49:36.853210 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd67e9c-74eb-4adc-9220-43d25d77e120 req-8014f617-6ba4-4f0f-899f-29bd52edc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:36.855001 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-8fd67e9c-74eb-4adc-9220-43d25d77e120 req-8014f617-6ba4-4f0f-899f-29bd52edc2ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 1096 time: 0.0488105 Aug 24 19:49:36.868891 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd8bf2-20a8-4088-9874-23931501009b req-f07704ed-7ec8-43a3-8875-ca63f01e8ac9 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:36.870379 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-28dd8bf2-20a8-4088-9874-23931501009b req-f07704ed-7ec8-43a3-8875-ca63f01e8ac9 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 943 time: 0.6865575 Aug 24 19:49:36.896446 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:49:36.927666 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:36.929517 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event updated for resources: {'Port': ['ID=e116e6ea-fa4c-45ff-9558-889ddceb65b0,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:36.933599 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:49:37.033735 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd67e9c-74eb-4adc-9220-43d25d77e120 req-031a97ab-acf5-4fb1-8c20-ce2a1c9214a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:37.034233 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.036485 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-8fd67e9c-74eb-4adc-9220-43d25d77e120 req-031a97ab-acf5-4fb1-8c20-ce2a1c9214a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 200 len: 919 time: 0.1691694 Aug 24 19:49:37.050718 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b6bd6-3d80-4f0b-9db2-526a3d2da743 req-040339ae-4eb2-4c6b-9be4-299de53148a7 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:37.052398 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4d1b6bd6-3d80-4f0b-9db2-526a3d2da743 req-040339ae-4eb2-4c6b-9be4-299de53148a7 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 932 time: 0.5277991 Aug 24 19:49:37.055629 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-76cc0aa7-4c1b-4d44-b401-04d3d53ef384 req-5fe5eab5-eff0-48cf-9bf0-ef50eee19e47 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7412338 Aug 24 19:49:37.069232 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.125630 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-643b8ae2-ba0f-4552-b09e-5b96cc5cd5ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0077240 Aug 24 19:49:37.126394 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=105636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:49:37.158565 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-28dd8bf2-20a8-4088-9874-23931501009b req-67df161a-8ff9-4228-921d-5f0425b7b19c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752073 Aug 24 19:49:37.159887 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-8fd67e9c-74eb-4adc-9220-43d25d77e120 req-d9dcbb67-8056-4267-bd20-6cbb72729e4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12afd37a-2038-495a-a81a-fc66a30bc200 HTTP/1.1" status: 200 len: 217 time: 0.1143844 Aug 24 19:49:37.169707 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Request body: {'port': {'device_id': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:37.201515 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:37.202793 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.210343 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-388c45b0-aebe-490d-a944-a65135db5208 None None] Provisioning for port e116e6ea-fa4c-45ff-9558-889ddceb65b0 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:37.218507 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4d1b6bd6-3d80-4f0b-9db2-526a3d2da743 req-06e3c84b-fe60-457f-9cee-6221757b5dda tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256328 Aug 24 19:49:37.220139 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-388c45b0-aebe-490d-a944-a65135db5208 None None] Provisioning complete for port e116e6ea-fa4c-45ff-9558-889ddceb65b0 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:37.221220 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-388c45b0-aebe-490d-a944-a65135db5208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.224329 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.225748 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.segments_db [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Added segment 24937027-f7a0-4a9a-95f9-e03b26a11a02 of type vlan for network 05304acf-f674-4b55-a7c6-6a7b3b705ed2 Aug 24 19:49:37.257719 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e46945-171a-4af6-a3db-4ab392c4c997,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:37.279173 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd67e9c-74eb-4adc-9220-43d25d77e120 req-49939de7-e4ab-4ef4-89fb-4fc3cc09cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:37.281385 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-8fd67e9c-74eb-4adc-9220-43d25d77e120 req-49939de7-e4ab-4ef4-89fb-4fc3cc09cfb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2bf38ed-d9f1-4bc8-bd79-bec2e981d932 HTTP/1.1" status: 200 len: 858 time: 0.1104870 Aug 24 19:49:37.281699 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-388c45b0-aebe-490d-a944-a65135db5208 None None] Port e116e6ea-fa4c-45ff-9558-889ddceb65b0 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:49:37.305983 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0e32f0f3-f328-4b60-964d-a5b129e63e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.316849 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0e32f0f3-f328-4b60-964d-a5b129e63e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.336203 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-8fd67e9c-74eb-4adc-9220-43d25d77e120 req-6eb6444e-ddb6-444b-998a-55b45db35f02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098493d5-4729-4f73-889b-9717d87ddf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324113 Aug 24 19:49:37.347414 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.354408 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-939da04b-186a-4051-92ca-699252b032c4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6650777 Aug 24 19:49:37.371151 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Request body: {'port': {'device_id': '60840597-5c88-4bcc-97b4-02d52533c7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:37.378477 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.430336 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.431295 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:37.431872 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.440729 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-8fd67e9c-74eb-4adc-9220-43d25d77e120 req-0f13545d-2a83-4884-bcc7-6f958b3c7bd5 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963585 Aug 24 19:49:37.464476 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cce2b-11b9-467f-a1b6-f5d37a9ce8fd req-b3ab3f23-bfa5-481b-bbec-79e3ef87c30a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:37.465977 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-052cce2b-11b9-467f-a1b6-f5d37a9ce8fd req-b3ab3f23-bfa5-481b-bbec-79e3ef87c30a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 932 time: 0.2052944 Aug 24 19:49:37.481301 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-0e32f0f3-f328-4b60-964d-a5b129e63e46 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4c1e969aa5194abe9b0d329bd466621c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7796986 Aug 24 19:49:37.483893 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32f0f3-f328-4b60-964d-a5b129e63e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9808ca9e-166f-4010-a71e-59dd9ea0caba,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:37.488554 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46860) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:37.590309 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-8fd67e9c-74eb-4adc-9220-43d25d77e120 req-ede444b4-5e76-49b8-a003-0344ecacf0d0 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383460 Aug 24 19:49:37.602850 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5a9cab2b-ce5d-4e6c-8397-e2bc6e2ddd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.634959 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9068892 Aug 24 19:49:37.636866 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5a9cab2b-ce5d-4e6c-8397-e2bc6e2ddd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.638942 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46874) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:37.646928 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-c78c270b-6761-4964-a31b-2edf2972d79b admin admin] Request body: {'subnet': {'network_id': '05304acf-f674-4b55-a7c6-6a7b3b705ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1041226772-subnet', 'tenant_id': '38c2e11d10cd459d9b371c480c62e552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:49:37.654834 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-052cce2b-11b9-467f-a1b6-f5d37a9ce8fd req-d21265da-fbb5-4176-b032-8bb8f41f1afc tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685138 Aug 24 19:49:37.660841 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.707171 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78c270b-6761-4964-a31b-2edf2972d79b admin admin] Made reservation on behalf of 38c2e11d10cd459d9b371c480c62e552 for: {'subnet': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:49:37.710018 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c78c270b-6761-4964-a31b-2edf2972d79b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264835905'] for subnet, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.780953 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5a9cab2b-ce5d-4e6c-8397-e2bc6e2ddd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.783978 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5a9cab2b-ce5d-4e6c-8397-e2bc6e2ddd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.788155 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-5a9cab2b-ce5d-4e6c-8397-e2bc6e2ddd61 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9808ca9e-166f-4010-a71e-59dd9ea0caba HTTP/1.1" status: 204 len: 168 time: 0.2986917 Aug 24 19:49:37.817920 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cab2b-ce5d-4e6c-8397-e2bc6e2ddd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9808ca9e-166f-4010-a71e-59dd9ea0caba,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:37.913580 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426d878-6bf2-470b-bee2-b0ce23a2e601 admin admin] Pushing event updated for resources: {'Network': ['ID=05304acf-f674-4b55-a7c6-6a7b3b705ed2,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:37.926810 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network 05304acf-f674-4b55-a7c6-6a7b3b705ed2 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:49:38.027922 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c78c270b-6761-4964-a31b-2edf2972d79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267901487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264836019'] for subnet, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.121159 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c270b-6761-4964-a31b-2edf2972d79b admin admin] Checking segment: {'id': '24937027-f7a0-4a9a-95f9-e03b26a11a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '05304acf-f674-4b55-a7c6-6a7b3b705ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:38.121531 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78c270b-6761-4964-a31b-2edf2972d79b admin admin] Network hostable DHCP agents. Network: 05304acf-f674-4b55-a7c6-6a7b3b705ed2, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:49:38.128120 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c270b-6761-4964-a31b-2edf2972d79b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8f3454-5c14-4a93-979a-d4773d3ba9a3,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:38.177274 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78c270b-6761-4964-a31b-2edf2972d79b admin admin] Network 05304acf-f674-4b55-a7c6-6a7b3b705ed2 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:49:38.190370 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.201504 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-c78c270b-6761-4964-a31b-2edf2972d79b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, 05304acf-f674-4b55-a7c6-6a7b3b705ed2) {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:49:38.207718 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c270b-6761-4964-a31b-2edf2972d79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:38.208315 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c78c270b-6761-4964-a31b-2edf2972d79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.212938 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ba5bac-033f-4bec-84d7-be7722d89f47 None None] Network 05304acf-f674-4b55-a7c6-6a7b3b705ed2 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:38.249917 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c78c270b-6761-4964-a31b-2edf2972d79b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6007879 Aug 24 19:49:38.420787 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46900) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:38.438977 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f24f8bd7-58ed-40e3-8505-5bab49440f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.449658 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.456838 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c55dfd6-11ef-4f2a-a2f5-5118219cd716 None None] Network 05304acf-f674-4b55-a7c6-6a7b3b705ed2 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:49:38.513794 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e116e6ea-fa4c-45ff-9558-889ddceb65b0 {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:38.529775 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.535064 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:38.563186 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.575991 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae47145-2c3f-4b30-ba1c-2a55da7a7740 req-961ca338-76ca-4326-80e5-0f2b82608748 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:38.578242 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4ae47145-2c3f-4b30-ba1c-2a55da7a7740 req-961ca338-76ca-4326-80e5-0f2b82608748 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 932 time: 0.1521044 Aug 24 19:49:38.586630 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5bf9-c68b-4ca3-a2b9-8cad42fd5335 req-25431189-df18-4619-9dd0-df114c795feb tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:38.588185 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-105a5bf9-c68b-4ca3-a2b9-8cad42fd5335 req-25431189-df18-4619-9dd0-df114c795feb tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 943 time: 0.2896655 Aug 24 19:49:38.615511 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f24f8bd7-58ed-40e3-8505-5bab49440f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.618028 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Transition to ACTIVE for port object e116e6ea-fa4c-45ff-9558-889ddceb65b0 will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:38.626084 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f24f8bd7-58ed-40e3-8505-5bab49440f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.632523 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Transition to ACTIVE for port object 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:49:38.639270 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.657521 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-f24f8bd7-58ed-40e3-8505-5bab49440f46 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b62173f29b2448ba8f941cc95f314048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351341 Aug 24 19:49:38.663822 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46908) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:38.681281 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.697494 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f8bd7-58ed-40e3-8505-5bab49440f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f978a1-a1b5-4bde-bc58-e424445b4086,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:38.732360 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4ae47145-2c3f-4b30-ba1c-2a55da7a7740 req-7e76d4b2-e64b-43d8-ab97-af486e54b15b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430590 Aug 24 19:49:38.738196 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:49:38.742293 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Pushing event updated for resources: {'Port': ['ID=e116e6ea-fa4c-45ff-9558-889ddceb65b0,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:38.766906 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-105a5bf9-c68b-4ca3-a2b9-8cad42fd5335 req-2bad0ac1-fe78-45d9-88b7-3e2b59a3f32f tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637969 Aug 24 19:49:38.779737 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3f661ee5-004e-40d2-b5e2-e19f8d435700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.849611 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3f661ee5-004e-40d2-b5e2-e19f8d435700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.993265 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3f661ee5-004e-40d2-b5e2-e19f8d435700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:38.995818 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3f661ee5-004e-40d2-b5e2-e19f8d435700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.000656 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-3f661ee5-004e-40d2-b5e2-e19f8d435700 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/01f978a1-a1b5-4bde-bc58-e424445b4086 HTTP/1.1" status: 204 len: 168 time: 0.3358140 Aug 24 19:49:39.020652 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f661ee5-004e-40d2-b5e2-e19f8d435700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f978a1-a1b5-4bde-bc58-e424445b4086,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:39.079764 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46918) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:39.101780 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce,segment=NetworkSegment(58f68c6a-5207-4b50-b1c0-39551d3bcf61),segment_id=58f68c6a-5207-4b50-b1c0-39551d3bcf61)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:39.141072 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Pushing event updated for resources: {'Port': ['ID=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:39.149608 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce', 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61', 'port_id': '4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce', 'mac_address': 'fa:16:3e:89:da:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bf38ed-d9f1-4bc8-bd79-bec2e981d932', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:49:39.207510 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Attempting to bind port e116e6ea-fa4c-45ff-9558-889ddceb65b0 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:39.207668 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Attempting to bind port e116e6ea-fa4c-45ff-9558-889ddceb65b0 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:39.207953 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Attempting to bind port e116e6ea-fa4c-45ff-9558-889ddceb65b0 on network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:39.211252 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8433a77d-4e02-4682-ab58-71a964ac5947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.259291 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.277032 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b61b36-6695-43ee-9fb8-bd8f46cfbe5d req-63531701-ebfd-4042-9195-bb20e0882a42 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:39.286035 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-92b61b36-6695-43ee-9fb8-bd8f46cfbe5d req-63531701-ebfd-4042-9195-bb20e0882a42 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.3359866 Aug 24 19:49:39.288031 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Port e116e6ea-fa4c-45ff-9558-889ddceb65b0 on network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:49:39.288449 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Attempting to bind port e116e6ea-fa4c-45ff-9558-889ddceb65b0 on network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:39.293513 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:39.308384 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:49:39.309032 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Checking segment: {'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:39.309475 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Bound using segment: {'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:49:39.310105 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Bound port: e116e6ea-fa4c-45ff-9558-889ddceb65b0, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:39.310493 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.332910 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Attempting to bind port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:49:39.333240 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Attempting to bind port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:49:39.333566 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Attempting to bind port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 on network d8d23373-37d8-4e04-9c3e-47ef23b86dbb {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:39.342570 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 on network d8d23373-37d8-4e04-9c3e-47ef23b86dbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:49:39.342966 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Attempting to bind port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 on network d8d23373-37d8-4e04-9c3e-47ef23b86dbb {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:49:39.343550 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce,segment=NetworkSegment(58f68c6a-5207-4b50-b1c0-39551d3bcf61),segment_id=58f68c6a-5207-4b50-b1c0-39551d3bcf61)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:39.351678 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.379685 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8433a77d-4e02-4682-ab58-71a964ac5947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.398116 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8433a77d-4e02-4682-ab58-71a964ac5947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.421525 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] For port e116e6ea-fa4c-45ff-9558-889ddceb65b0, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:49:39.424862 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] For port e116e6ea-fa4c-45ff-9558-889ddceb65b0, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e116e6ea-fa4c-45ff-9558-889ddceb65b0,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:49:39.430002 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:39.430924 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:49:39.431540 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Checking segment: {'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:49:39.431929 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Bound using segment: {'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:49:39.432490 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Bound port: 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:49:39.432858 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.452993 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.484858 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-92b61b36-6695-43ee-9fb8-bd8f46cfbe5d req-1f7f7a28-f7ae-4d23-9a21-e5525aaed1ae tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918299 Aug 24 19:49:39.540931 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-8433a77d-4e02-4682-ab58-71a964ac5947 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f3ebb43068b4cb8928a42a505d61a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598603 Aug 24 19:49:39.542521 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46940) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:39.544615 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433a77d-4e02-4682-ab58-71a964ac5947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69762105-3b5c-4f5e-97b2-f49187484667,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:39.550743 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:39.551372 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.553034 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] 10.222.0.62 "PUT /v2.0/ports/e116e6ea-fa4c-45ff-9558-889ddceb65b0 HTTP/1.1" status: 200 len: 1094 time: 2.1884842 Aug 24 19:49:39.556852 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60840597-5c88-4bcc-97b4-02d52533c7bd', 'tag': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:39.560221 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7f72cb-7347-479e-adec-1ebc811aee14" -d '{"events": [{"name": "network-changed", "server_uuid": "60840597-5c88-4bcc-97b4-02d52533c7bd", "tag": "e116e6ea-fa4c-45ff-9558-889ddceb65b0"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:49:39.614033 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:49:39.646597 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b9cb3-c00c-4d12-b243-4c1e0f725f6d service neutron] Pushing event updated for resources: {'Port': ['ID=e116e6ea-fa4c-45ff-9558-889ddceb65b0,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:39.663320 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0cd72bc9-43b5-43c5-a356-c71f5be0ed65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.692141 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] For port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:49:39.697945 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] For port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:49:39.707378 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.716309 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0cd72bc9-43b5-43c5-a356-c71f5be0ed65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.721374 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4136fad8-0278-4ff3-a5da-5145f40f5b9e x-openstack-request-id: req-4136fad8-0278-4ff3-a5da-5145f40f5b9e {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:49:39.721825 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60840597-5c88-4bcc-97b4-02d52533c7bd", "tag": "e116e6ea-fa4c-45ff-9558-889ddceb65b0", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:49:39.723168 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4136fad8-0278-4ff3-a5da-5145f40f5b9e {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:49:39.723569 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60840597-5c88-4bcc-97b4-02d52533c7bd', 'tag': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0', 'status': 'completed', 'code': 200} Aug 24 19:49:39.769500 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-2be81d20-30ab-4231-8dfc-b7b13e74743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:39.772639 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-2be81d20-30ab-4231-8dfc-b7b13e74743e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2d949dab476410eade39780e3cc2018&device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 1097 time: 0.1540842 Aug 24 19:49:39.788054 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:39.788903 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.790857 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] 10.222.0.62 "PUT /v2.0/ports/0d7e3a6b-52fd-4877-855b-25e3d57d3b55 HTTP/1.1" status: 200 len: 1094 time: 2.6424656 Aug 24 19:49:39.813018 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0cd72bc9-43b5-43c5-a356-c71f5be0ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.821488 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0cd72bc9-43b5-43c5-a356-c71f5be0ed65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:39.843598 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-0cd72bc9-43b5-43c5-a356-c71f5be0ed65 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69762105-3b5c-4f5e-97b2-f49187484667 HTTP/1.1" status: 204 len: 168 time: 0.2796712 Aug 24 19:49:39.861663 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd72bc9-43b5-43c5-a356-c71f5be0ed65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69762105-3b5c-4f5e-97b2-f49187484667,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:39.885467 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-41c5a6e6-ab42-4706-acc8-e8ea5e6329f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e116e6ea-fa4c-45ff-9558-889ddceb65b0 HTTP/1.1" status: 200 len: 217 time: 0.0935190 Aug 24 19:49:39.968782 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-c077314c-59aa-45ec-8381-8fc1b4186bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:39.970783 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-c077314c-59aa-45ec-8381-8fc1b4186bbe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0623cb7b-b882-471d-94a2-06bff63acae9 HTTP/1.1" status: 200 len: 850 time: 0.0723250 Aug 24 19:49:40.151755 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3d17e-baae-4444-9acc-b4e9ca6c301c service neutron] Pushing event updated for resources: {'Port': ['ID=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:40.199659 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e916f-1fc3-4fac-bab8-d086c2395906 req-0e5b1a27-9e55-49c7-8df0-a163653dfd5e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:40.201300 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0e2e916f-1fc3-4fac-bab8-d086c2395906 req-0e5b1a27-9e55-49c7-8df0-a163653dfd5e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 944 time: 0.1848526 Aug 24 19:49:40.213267 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada9149-31cc-44c2-92c3-a3c9dfa2d265 req-b92d36b8-cfc9-479d-922c-a2e5d90c52f5 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:40.214781 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ada9149-31cc-44c2-92c3-a3c9dfa2d265 req-b92d36b8-cfc9-479d-922c-a2e5d90c52f5 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 943 time: 0.2070243 Aug 24 19:49:40.236559 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-39624b65-849c-4c21-a18b-e669e7f401fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:40.238426 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-39624b65-849c-4c21-a18b-e669e7f401fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 1097 time: 0.3515995 Aug 24 19:49:40.280965 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-74cadf8a-79dc-455b-9fcf-a6d06d969562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:40.282471 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-74cadf8a-79dc-455b-9fcf-a6d06d969562 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2481189 Aug 24 19:49:40.330932 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-fb062c17-36a3-4099-aebf-f72f05404ff0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55 HTTP/1.1" status: 200 len: 217 time: 0.0723369 Aug 24 19:49:40.380013 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0e2e916f-1fc3-4fac-bab8-d086c2395906 req-dc4bacf4-6a26-44da-9edd-9526bd909f42 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615565 Aug 24 19:49:40.389396 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46982) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:40.416462 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5980e74f-7bfc-4f84-ad43-2a0d70212d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:40.439259 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ada9149-31cc-44c2-92c3-a3c9dfa2d265 req-de837863-8f3a-4535-8d98-32061c7812f6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110946 Aug 24 19:49:40.471362 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-abd701c5-3192-4d5c-95bb-121e5b5a40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:40.473048 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-abd701c5-3192-4d5c-95bb-121e5b5a40e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66c81d25-317e-4944-aa48-c52f6df9eab1 HTTP/1.1" status: 200 len: 855 time: 0.1239858 Aug 24 19:49:40.518396 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-0bc8938f-c673-4246-bb9f-cb04174b6f9e service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023270 Aug 24 19:49:40.548808 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5980e74f-7bfc-4f84-ad43-2a0d70212d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:40.556906 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-08545325-fb62-47e1-a49f-264851dcd38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:40.558550 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-08545325-fb62-47e1-a49f-264851dcd38b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720241 Aug 24 19:49:40.559312 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5980e74f-7bfc-4f84-ad43-2a0d70212d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:40.589028 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 46988) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:40.598298 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980e74f-7bfc-4f84-ad43-2a0d70212d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c158b5be-534a-492e-8791-d2144350e9eb,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:40.618868 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-5980e74f-7bfc-4f84-ad43-2a0d70212d11 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0d267e392d34a1d9dfb6fe839c9b790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279363 Aug 24 19:49:40.621341 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 46994) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:40.697257 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce3b2-d37f-4605-9cf2-0a70b7abc436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:40.721075 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce3b2-d37f-4605-9cf2-0a70b7abc436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:40.740349 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 12afd37a-2038-495a-a81a-fc66a30bc200 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:49:40.771092 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:40.781462 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0366f9d6-2419-40e2-ba97-da00a01ec6d4 req-75bedf5f-d07a-4710-93e4-08e252276022 service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532661 Aug 24 19:49:40.792727 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce3b2-d37f-4605-9cf2-0a70b7abc436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:40.795547 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce3b2-d37f-4605-9cf2-0a70b7abc436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:40.797504 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-ff0ce3b2-d37f-4605-9cf2-0a70b7abc436 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c158b5be-534a-492e-8791-d2144350e9eb HTTP/1.1" status: 204 len: 168 time: 0.1749985 Aug 24 19:49:40.806658 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ce3b2-d37f-4605-9cf2-0a70b7abc436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c158b5be-534a-492e-8791-d2144350e9eb,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:40.826372 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f87cbd-26da-499c-bd92-c169c1e2d542 req-84e081df-e876-4523-9275-77d1b6c0ecd0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:40.834323 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b3f87cbd-26da-499c-bd92-c169c1e2d542 req-84e081df-e876-4523-9275-77d1b6c0ecd0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.2118132 Aug 24 19:49:40.846350 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-f807de02-b153-4a45-b27d-de0ea11fe806 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581415 Aug 24 19:49:40.935304 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:40.938899 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b3f87cbd-26da-499c-bd92-c169c1e2d542 req-f216c6a6-4808-4dee-a664-7d73ffdda4c3 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033111 Aug 24 19:49:40.945178 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 12afd37a-2038-495a-a81a-fc66a30bc200, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=12afd37a-2038-495a-a81a-fc66a30bc200,segment=NetworkSegment(58f68c6a-5207-4b50-b1c0-39551d3bcf61),segment_id=58f68c6a-5207-4b50-b1c0-39551d3bcf61)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:40.964987 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:40.965360 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:40.988954 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '12afd37a-2038-495a-a81a-fc66a30bc200', 'network_id': '098493d5-4729-4f73-889b-9717d87ddf61', 'port_id': '12afd37a-2038-495a-a81a-fc66a30bc200', 'mac_address': 'fa:16:3e:3c:d7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bf38ed-d9f1-4bc8-bd79-bec2e981d932', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:49:41.023050 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9356d100-9356-4be8-a8f9-dcc4c30a5619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:41.071819 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f72cb-7347-479e-adec-1ebc811aee14 req-17535e93-bc99-4cc3-8bb1-0cd399d3af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:41.073580 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-af7f72cb-7347-479e-adec-1ebc811aee14 req-17535e93-bc99-4cc3-8bb1-0cd399d3af7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2d949dab476410eade39780e3cc2018&device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 1097 time: 0.2171953 Aug 24 19:49:41.076740 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:41.134675 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12afd37a-2038-495a-a81a-fc66a30bc200 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:41.177273 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:41.182769 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 12afd37a-2038-495a-a81a-fc66a30bc200, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=12afd37a-2038-495a-a81a-fc66a30bc200,segment=NetworkSegment(58f68c6a-5207-4b50-b1c0-39551d3bcf61),segment_id=58f68c6a-5207-4b50-b1c0-39551d3bcf61)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:41.195496 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:41.226034 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce,segment=NetworkSegment(58f68c6a-5207-4b50-b1c0-39551d3bcf61),segment_id=58f68c6a-5207-4b50-b1c0-39551d3bcf61)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:41.247708 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd3cdc5-d783-4456-a33a-91e16ebba04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:41.250455 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4640dab-8860-45bf-b29e-f3dec84b3dac" -d '{"events": [{"server_uuid": "1fd3cdc5-d783-4456-a33a-91e16ebba04d", "name": "network-vif-plugged", "status": "completed", "tag": "4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:49:41.257590 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:41.307894 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=12afd37a-2038-495a-a81a-fc66a30bc200,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:41.343452 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f48e62-f3ac-430a-b9d5-dcbdb584fb15 x-openstack-request-id: req-c6f48e62-f3ac-430a-b9d5-dcbdb584fb15 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:49:41.344226 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd3cdc5-d783-4456-a33a-91e16ebba04d", "name": "network-vif-plugged", "status": "completed", "tag": "4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:49:41.346959 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6f48e62-f3ac-430a-b9d5-dcbdb584fb15 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:49:41.347560 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd3cdc5-d783-4456-a33a-91e16ebba04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce', 'code': 200} Aug 24 19:49:41.402349 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e96f86ed-e1d3-409f-bc19-d55d7ce27cb0 req-13562cb6-c90a-4762-8f82-28e9c8f8e781 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449989 Aug 24 19:49:41.406038 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:41.500060 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f72cb-7347-479e-adec-1ebc811aee14 req-ee110279-6fde-442e-b462-215021eb9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:41.502154 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-af7f72cb-7347-479e-adec-1ebc811aee14 req-ee110279-6fde-442e-b462-215021eb9729 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 HTTP/1.1" status: 200 len: 912 time: 0.4158614 Aug 24 19:49:41.539037 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['12afd37a-2038-495a-a81a-fc66a30bc200'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:49:41.598204 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-af7f72cb-7347-479e-adec-1ebc811aee14 req-edf0fc10-aacc-4a1a-b154-ec0a1d7773c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e116e6ea-fa4c-45ff-9558-889ddceb65b0 HTTP/1.1" status: 200 len: 217 time: 0.0868788 Aug 24 19:49:41.728410 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:41.731242 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e77581e-ebd8-475a-b201-ac031bf08fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:49:41.765983 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06813ee-c4be-4813-827f-3da684ef84d9 req-7b63e1e0-713f-49c7-8053-1fa241dc3c95 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:41.767527 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f06813ee-c4be-4813-827f-3da684ef84d9 req-7b63e1e0-713f-49c7-8053-1fa241dc3c95 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 944 time: 0.2479279 Aug 24 19:49:41.780131 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f72cb-7347-479e-adec-1ebc811aee14 req-146dde0f-c765-497f-bc1c-bbe1b7d48039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:41.782002 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-af7f72cb-7347-479e-adec-1ebc811aee14 req-146dde0f-c765-497f-bc1c-bbe1b7d48039 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0623cb7b-b882-471d-94a2-06bff63acae9 HTTP/1.1" status: 200 len: 850 time: 0.1482730 Aug 24 19:49:41.784660 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9356d100-9356-4be8-a8f9-dcc4c30a5619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:41.786963 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abe80d-e32c-43d2-9a60-3c4eae92dc14 req-f7cfc4b3-41bd-4ad3-9a2f-06981b585ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:41.788595 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-78abe80d-e32c-43d2-9a60-3c4eae92dc14 req-f7cfc4b3-41bd-4ad3-9a2f-06981b585ee0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 1099 time: 0.2003460 Aug 24 19:49:41.798761 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba3012-0062-4c2b-b933-db89d9597717 req-ec648cbe-49f3-456d-8d2b-03465f50b311 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:41.800473 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-74ba3012-0062-4c2b-b933-db89d9597717 req-ec648cbe-49f3-456d-8d2b-03465f50b311 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 944 time: 0.2133589 Aug 24 19:49:41.804393 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9356d100-9356-4be8-a8f9-dcc4c30a5619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:41.892059 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47046) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:41.920257 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-9356d100-9356-4be8-a8f9-dcc4c30a5619 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5dca331a3ed428085ce24f8c89c754a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3301218 Aug 24 19:49:41.923345 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47052) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:41.935669 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356d100-9356-4be8-a8f9-dcc4c30a5619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947d947d-8aba-485b-a975-243d0b06313c,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:41.966389 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f06813ee-c4be-4813-827f-3da684ef84d9 req-b1ccf27f-936b-4381-a27d-781cdea12549 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765351 Aug 24 19:49:41.974128 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-78abe80d-e32c-43d2-9a60-3c4eae92dc14 req-19ba31b5-9fdf-4419-915c-1565039a1702 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533124 Aug 24 19:49:41.985680 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-74ba3012-0062-4c2b-b933-db89d9597717 req-d5f7940c-3d01-4d3b-93a1-ae3fd756e20a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472621 Aug 24 19:49:41.989073 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f72cb-7347-479e-adec-1ebc811aee14 req-9a024c9c-5e00-4e5b-b843-46f5d7b2fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:41.997916 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-af7f72cb-7347-479e-adec-1ebc811aee14 req-9a024c9c-5e00-4e5b-b843-46f5d7b2fb53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1781576 Aug 24 19:49:42.064714 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1130de06-f6fe-4ebb-97c1-d2616881da6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:42.088690 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1130de06-f6fe-4ebb-97c1-d2616881da6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:42.089057 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c28dfe-7024-4259-bfcf-9a410e1b5e9f x-openstack-request-id: req-29c28dfe-7024-4259-bfcf-9a410e1b5e9f {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:49:42.089434 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:49:42.089776 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29c28dfe-7024-4259-bfcf-9a410e1b5e9f {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:49:42.090225 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'status': 'completed', 'code': 200} Aug 24 19:49:42.112553 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d8769-fbf8-475c-9354-b27b4024e6f3 req-c2ffc78a-076e-44cf-8fd2-a4f4a1d5b8d2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:42.114401 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f18d8769-fbf8-475c-9354-b27b4024e6f3 req-c2ffc78a-076e-44cf-8fd2-a4f4a1d5b8d2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0583067 Aug 24 19:49:42.146159 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1130de06-f6fe-4ebb-97c1-d2616881da6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:42.149135 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1130de06-f6fe-4ebb-97c1-d2616881da6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:42.151600 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-1130de06-f6fe-4ebb-97c1-d2616881da6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/947d947d-8aba-485b-a975-243d0b06313c HTTP/1.1" status: 204 len: 168 time: 0.2271185 Aug 24 19:49:42.162736 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f18d8769-fbf8-475c-9354-b27b4024e6f3 req-293dadd3-7a0f-42c2-8272-3fb8b1af2870 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Aug 24 19:49:42.165791 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130de06-f6fe-4ebb-97c1-d2616881da6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947d947d-8aba-485b-a975-243d0b06313c,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:42.197915 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6f61974f-9a77-4b86-85b3-9f4a56beeab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:42.311079 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77581e-ebd8-475a-b201-ac031bf08fe0 req-9599dd2a-0e77-49c1-88b8-8f613d33d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:42.312931 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9e77581e-ebd8-475a-b201-ac031bf08fe0 req-9599dd2a-0e77-49c1-88b8-8f613d33d91e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 1097 time: 0.1007559 Aug 24 19:49:42.322475 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6f61974f-9a77-4b86-85b3-9f4a56beeab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:42.328813 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6f61974f-9a77-4b86-85b3-9f4a56beeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:42.355274 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-af7f72cb-7347-479e-adec-1ebc811aee14 req-3d8b5f4d-10bc-40f8-b337-60162cfbefe4 service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687894 Aug 24 19:49:42.397273 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-6f61974f-9a77-4b86-85b3-9f4a56beeab5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d5522db19754e98b324936783902bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5006485 Aug 24 19:49:42.397273 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61974f-9a77-4b86-85b3-9f4a56beeab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567d88d0-2417-495c-b28e-23c284ee97d2,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:42.399047 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47066) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:42.461873 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f444e9a2-0e35-4373-8ccc-62fd84f47aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:42.504013 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77581e-ebd8-475a-b201-ac031bf08fe0 req-6665e435-9d45-4ffc-be70-3d4f28799b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:42.505561 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9e77581e-ebd8-475a-b201-ac031bf08fe0 req-6665e435-9d45-4ffc-be70-3d4f28799b69 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 917 time: 0.1795132 Aug 24 19:49:42.519499 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f444e9a2-0e35-4373-8ccc-62fd84f47aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:42.568129 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9e77581e-ebd8-475a-b201-ac031bf08fe0 req-6948ad2c-f463-4f95-8513-201e59442bca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55 HTTP/1.1" status: 200 len: 217 time: 0.0467985 Aug 24 19:49:42.576983 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-af7f72cb-7347-479e-adec-1ebc811aee14 req-8dcc33f6-801f-462a-be43-371a8332c48d service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891112 Aug 24 19:49:42.584116 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f444e9a2-0e35-4373-8ccc-62fd84f47aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:42.588279 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f444e9a2-0e35-4373-8ccc-62fd84f47aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:42.589752 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-f444e9a2-0e35-4373-8ccc-62fd84f47aff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/567d88d0-2417-495c-b28e-23c284ee97d2 HTTP/1.1" status: 204 len: 168 time: 0.1897061 Aug 24 19:49:42.601364 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444e9a2-0e35-4373-8ccc-62fd84f47aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567d88d0-2417-495c-b28e-23c284ee97d2,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:42.661667 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77581e-ebd8-475a-b201-ac031bf08fe0 req-6449f7de-94b2-4363-9466-6aa3c68d1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:42.663521 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9e77581e-ebd8-475a-b201-ac031bf08fe0 req-6449f7de-94b2-4363-9466-6aa3c68d1fe9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66c81d25-317e-4944-aa48-c52f6df9eab1 HTTP/1.1" status: 200 len: 855 time: 0.0786905 Aug 24 19:49:42.712170 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47080) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:42.728830 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-efeba6fb-d872-4379-8c96-228a30b31a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:42.731880 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77581e-ebd8-475a-b201-ac031bf08fe0 req-bdfefc90-8c5a-42b8-89b4-b3c73dd5a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:42.734707 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9e77581e-ebd8-475a-b201-ac031bf08fe0 req-bdfefc90-8c5a-42b8-89b4-b3c73dd5a7cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603325 Aug 24 19:49:42.759895 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 12afd37a-2038-495a-a81a-fc66a30bc200 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:42.882573 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 12afd37a-2038-495a-a81a-fc66a30bc200 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:42.888011 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 12afd37a-2038-495a-a81a-fc66a30bc200 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:42.888449 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:42.959639 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9e77581e-ebd8-475a-b201-ac031bf08fe0 req-da5c4740-9285-47fc-b378-e508b5713fd0 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982238 Aug 24 19:49:43.041098 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-efeba6fb-d872-4379-8c96-228a30b31a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.051142 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-efeba6fb-d872-4379-8c96-228a30b31a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.114117 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeba6fb-d872-4379-8c96-228a30b31a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73030f0-c4a8-4aa3-856c-c507e869f713,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:43.146909 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.181895 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 12afd37a-2038-495a-a81a-fc66a30bc200, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=12afd37a-2038-495a-a81a-fc66a30bc200,segment=NetworkSegment(58f68c6a-5207-4b50-b1c0-39551d3bcf61),segment_id=58f68c6a-5207-4b50-b1c0-39551d3bcf61)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:43.190526 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.209639 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47104) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:43.211804 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-efeba6fb-d872-4379-8c96-228a30b31a7b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e70918c989484a8fbc17f3fe1ae30639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4984961 Aug 24 19:49:43.262848 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=12afd37a-2038-495a-a81a-fc66a30bc200,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:43.286680 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31620e3e-643c-4f01-b559-3c948e074861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.291668 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9e77581e-ebd8-475a-b201-ac031bf08fe0 req-aa570904-53c2-4a04-af7f-930972e82209 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232226 Aug 24 19:49:43.329778 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e7474-bf40-4f2c-a98d-1a53cd450434 req-40588e8d-eda8-472f-859f-c38033bd3e32 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:43.338877 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-738e7474-bf40-4f2c-a98d-1a53cd450434 req-40588e8d-eda8-472f-859f-c38033bd3e32 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 944 time: 0.1837778 Aug 24 19:49:43.349348 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31620e3e-643c-4f01-b559-3c948e074861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.349465 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1770e9-4eea-478d-bdd5-7661cea00207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12afd37a-2038-495a-a81a-fc66a30bc200'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:43.352315 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf634ed-61c4-4f5d-a805-769dc27f2a2b" -d '{"events": [{"server_uuid": "1d1770e9-4eea-478d-bdd5-7661cea00207", "name": "network-vif-plugged", "status": "completed", "tag": "12afd37a-2038-495a-a81a-fc66a30bc200"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:49:43.380770 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287476-0a7c-4271-bd4c-13e828b82f49 req-93837cd9-84db-440f-970d-b1ffef83b0f3 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:43.382567 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-20287476-0a7c-4271-bd4c-13e828b82f49 req-93837cd9-84db-440f-970d-b1ffef83b0f3 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.2239010 Aug 24 19:49:43.424918 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31620e3e-643c-4f01-b559-3c948e074861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.427502 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-31620e3e-643c-4f01-b559-3c948e074861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.428708 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-31620e3e-643c-4f01-b559-3c948e074861 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d73030f0-c4a8-4aa3-856c-c507e869f713 HTTP/1.1" status: 204 len: 168 time: 0.2171493 Aug 24 19:49:43.438351 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31620e3e-643c-4f01-b559-3c948e074861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73030f0-c4a8-4aa3-856c-c507e869f713,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:43.467348 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-738e7474-bf40-4f2c-a98d-1a53cd450434 req-f925cd6e-eaa9-4600-b114-4a35dfe01370 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210296 Aug 24 19:49:43.493846 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-20287476-0a7c-4271-bd4c-13e828b82f49 req-d50b8d66-47b4-450e-87cf-3b9629aa9110 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860295 Aug 24 19:49:43.550861 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5cc706-e6aa-419d-a6c7-e01ddacfcf1f x-openstack-request-id: req-3f5cc706-e6aa-419d-a6c7-e01ddacfcf1f {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:49:43.551158 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1770e9-4eea-478d-bdd5-7661cea00207", "name": "network-vif-plugged", "status": "completed", "tag": "12afd37a-2038-495a-a81a-fc66a30bc200", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:49:43.551406 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f5cc706-e6aa-419d-a6c7-e01ddacfcf1f {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:49:43.551796 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1770e9-4eea-478d-bdd5-7661cea00207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12afd37a-2038-495a-a81a-fc66a30bc200', 'code': 200} Aug 24 19:49:43.618385 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6737d1-445c-46f2-9494-1cb0e13d9d33 req-2b3be704-9eb5-482d-a10a-407a3f11beb0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:43.620395 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5b6737d1-445c-46f2-9494-1cb0e13d9d33 req-2b3be704-9eb5-482d-a10a-407a3f11beb0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0669515 Aug 24 19:49:43.670250 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5b6737d1-445c-46f2-9494-1cb0e13d9d33 req-12fd1b61-bb8e-4601-98e9-007baa6de41d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 Aug 24 19:49:43.773046 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3d2f-35a0-4195-a3c7-422f969a3dd4 req-d2243e75-bc7b-4c68-825e-7c60dfe08740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:43.778948 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4b9a3d2f-35a0-4195-a3c7-422f969a3dd4 req-d2243e75-bc7b-4c68-825e-7c60dfe08740 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 1098 time: 0.0499175 Aug 24 19:49:43.826493 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4b9a3d2f-35a0-4195-a3c7-422f969a3dd4 req-7c893fbb-7190-476c-8cc7-8518fc98bd4c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 Aug 24 19:49:44.638960 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a79ed3-0b34-4c41-b434-4a8b44788f0c req-ce802492-77e8-4fd0-a5f0-8ed856d332b0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:44.640714 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-76a79ed3-0b34-4c41-b434-4a8b44788f0c req-ce802492-77e8-4fd0-a5f0-8ed856d332b0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 944 time: 0.0911458 Aug 24 19:49:44.666222 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3c734-865e-4526-96d1-00ef093130d8 req-62efa708-7d76-4cc5-8275-fdfd58d98160 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:44.668015 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-07a3c734-865e-4526-96d1-00ef093130d8 req-62efa708-7d76-4cc5-8275-fdfd58d98160 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0782080 Aug 24 19:49:44.711784 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-76a79ed3-0b34-4c41-b434-4a8b44788f0c req-42aae44a-e20f-4fe9-b246-e5fb6d99958d tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638790 Aug 24 19:49:44.726570 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-07a3c734-865e-4526-96d1-00ef093130d8 req-650ace7d-be18-4282-acdd-7140c8e97047 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507483 Aug 24 19:49:44.781258 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:49:44.829557 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f832a91-943c-4f65-8d6a-2a99a698bb6b req-02fda96d-78e1-4961-9d4d-760e1ea04834 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:44.831402 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8f832a91-943c-4f65-8d6a-2a99a698bb6b req-02fda96d-78e1-4961-9d4d-760e1ea04834 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0591030 Aug 24 19:49:44.873177 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8f832a91-943c-4f65-8d6a-2a99a698bb6b req-6e6d83a5-9875-4b2e-998b-134abc3493b8 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350337 Aug 24 19:49:44.889773 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:44.902626 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'port_id': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'mac_address': 'fa:16:3e:77:6e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:49:44.939759 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:44.953031 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:44.973399 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:44.977165 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:44.977793 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device e116e6ea-fa4c-45ff-9558-889ddceb65b0 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:49:45.048550 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:45.116110 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port e116e6ea-fa4c-45ff-9558-889ddceb65b0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e116e6ea-fa4c-45ff-9558-889ddceb65b0,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:45.128200 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'port_id': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0', 'mac_address': 'fa:16:3e:ac:c4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:49:45.167081 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:45.180599 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e116e6ea-fa4c-45ff-9558-889ddceb65b0 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:49:45.200796 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port e116e6ea-fa4c-45ff-9558-889ddceb65b0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e116e6ea-fa4c-45ff-9558-889ddceb65b0,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:45.205336 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:45.267066 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=e116e6ea-fa4c-45ff-9558-889ddceb65b0,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:45.655891 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['0d7e3a6b-52fd-4877-855b-25e3d57d3b55'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:49:45.691095 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['e116e6ea-fa4c-45ff-9558-889ddceb65b0'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:49:45.927795 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f0d0c-d255-4b18-b4cf-fe2f97d053ec req-41804146-b93f-414d-b596-a5dee5871a01 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:45.929418 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8c0f0d0c-d255-4b18-b4cf-fe2f97d053ec req-41804146-b93f-414d-b596-a5dee5871a01 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 945 time: 0.1027541 Aug 24 19:49:45.954328 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f68773-e7c0-41d9-ad52-e38c524c5375 req-55110a65-c724-4051-b009-217177618c3d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:45.956160 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-12f68773-e7c0-41d9-ad52-e38c524c5375 req-55110a65-c724-4051-b009-217177618c3d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0919476 Aug 24 19:49:46.017144 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8c0f0d0c-d255-4b18-b4cf-fe2f97d053ec req-8ce8a150-f771-484b-9cea-4c3607db1bc4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779977 Aug 24 19:49:46.032072 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-12f68773-e7c0-41d9-ad52-e38c524c5375 req-59e44d70-44ac-4438-9fb2-b57c43d81cfb tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638933 Aug 24 19:49:46.129158 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828516c-690b-4905-80a1-0c57eff51e6d req-3767471f-f26a-42d9-bc12-018b699698c9 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:46.130677 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4828516c-690b-4905-80a1-0c57eff51e6d req-3767471f-f26a-42d9-bc12-018b699698c9 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 945 time: 0.0517423 Aug 24 19:49:46.171037 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4828516c-690b-4905-80a1-0c57eff51e6d req-d15b1477-3cbb-45d6-b123-417e3eb07946 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338726 Aug 24 19:49:46.352390 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08779961-7781-4397-a534-7d95c1ed9273 req-806adba9-f4dd-4c8b-88eb-f921b9149814 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:46.353904 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-08779961-7781-4397-a534-7d95c1ed9273 req-806adba9-f4dd-4c8b-88eb-f921b9149814 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0519679 Aug 24 19:49:46.392201 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-08779961-7781-4397-a534-7d95c1ed9273 req-fb25047d-47e1-4648-9f65-1d013381e126 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Aug 24 19:49:46.419287 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47258) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:46.531955 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-79f14812-c57b-4df2-9b6c-37a4f32c5fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:46.617991 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-79f14812-c57b-4df2-9b6c-37a4f32c5fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:46.621544 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-79f14812-c57b-4df2-9b6c-37a4f32c5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:46.659577 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-79f14812-c57b-4df2-9b6c-37a4f32c5fe1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=64479a2bd8e2439ea7f3f68aec328479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392547 Aug 24 19:49:46.660479 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f14812-c57b-4df2-9b6c-37a4f32c5fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d415f6d-9892-431e-a663-4c6017aa0dc1,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:46.662349 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47264) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:46.714414 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0b0b74a1-0122-45ba-85a0-c306563e92c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:46.734754 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0b0b74a1-0122-45ba-85a0-c306563e92c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:46.782231 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0b0b74a1-0122-45ba-85a0-c306563e92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:46.785002 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0b0b74a1-0122-45ba-85a0-c306563e92c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:46.786153 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-0b0b74a1-0122-45ba-85a0-c306563e92c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d415f6d-9892-431e-a663-4c6017aa0dc1 HTTP/1.1" status: 204 len: 168 time: 0.1228318 Aug 24 19:49:46.796830 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b74a1-0122-45ba-85a0-c306563e92c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d415f6d-9892-431e-a663-4c6017aa0dc1,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:47.065236 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47278) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:47.081889 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0f5af2cf-5fc9-46f5-99cc-35834921f11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.159809 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae895aa-7ba0-4699-9e4c-28dde13049c9 req-eec4dfa2-b888-48b6-a46e-99eb4c9babcf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:47.161317 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7ae895aa-7ba0-4699-9e4c-28dde13049c9 req-eec4dfa2-b888-48b6-a46e-99eb4c9babcf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 945 time: 0.0716281 Aug 24 19:49:47.218678 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7ae895aa-7ba0-4699-9e4c-28dde13049c9 req-eecb7e22-9fec-4fe9-b26a-1f80b8debd25 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499279 Aug 24 19:49:47.242078 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0f5af2cf-5fc9-46f5-99cc-35834921f11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.254463 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0f5af2cf-5fc9-46f5-99cc-35834921f11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.315259 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-0f5af2cf-5fc9-46f5-99cc-35834921f11f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c0cad5fdd4504f5cb28034b00dbf7bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478700 Aug 24 19:49:47.316265 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5af2cf-5fc9-46f5-99cc-35834921f11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40080aef-e6e2-4938-accc-aa3070647b13,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:47.317922 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47282) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:47.330522 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4150605-7a55-4b57-98c3-a6d7780e094a req-245d7013-291e-44f7-b773-c493a70b9949 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:47.332050 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c4150605-7a55-4b57-98c3-a6d7780e094a req-245d7013-291e-44f7-b773-c493a70b9949 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 945 time: 0.0881002 Aug 24 19:49:47.371133 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8eb74c3e-d479-4338-ba55-275339bc7682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.371649 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c4150605-7a55-4b57-98c3-a6d7780e094a req-19525e2b-1217-41bb-b354-d5c77dec7908 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330148 Aug 24 19:49:47.392614 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8eb74c3e-d479-4338-ba55-275339bc7682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.442289 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8eb74c3e-d479-4338-ba55-275339bc7682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.444839 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8eb74c3e-d479-4338-ba55-275339bc7682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:47.446113 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-8eb74c3e-d479-4338-ba55-275339bc7682 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/40080aef-e6e2-4938-accc-aa3070647b13 HTTP/1.1" status: 204 len: 168 time: 0.1272273 Aug 24 19:49:47.453735 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb74c3e-d479-4338-ba55-275339bc7682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40080aef-e6e2-4938-accc-aa3070647b13,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:47.522522 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029223-8b78-4c85-92e1-18034eb1fe4b req-0c0f3973-29d6-4a89-93fc-c404853d1ec2 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:47.524474 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dd029223-8b78-4c85-92e1-18034eb1fe4b req-0c0f3973-29d6-4a89-93fc-c404853d1ec2 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0589123 Aug 24 19:49:47.563203 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dd029223-8b78-4c85-92e1-18034eb1fe4b req-f901380b-df29-4ea7-8ac5-81077c52bd46 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Aug 24 19:49:48.175853 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c90a3-e387-49d8-8270-8a784fe6e7c8 req-548a12e4-0728-4956-935d-eebba00765f9 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:48.177392 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f09c90a3-e387-49d8-8270-8a784fe6e7c8 req-548a12e4-0728-4956-935d-eebba00765f9 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.0478885 Aug 24 19:49:48.218524 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f09c90a3-e387-49d8-8270-8a784fe6e7c8 req-ec3f597f-c3da-4436-9af5-a630f45b9ebb tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352709 Aug 24 19:49:48.339838 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd480da-8d97-4e3a-b416-91172b3eac7b req-394deb61-6f99-46a2-bd3d-402ae02c1b7f tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:48.341257 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fcd480da-8d97-4e3a-b416-91172b3eac7b req-394deb61-6f99-46a2-bd3d-402ae02c1b7f tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 945 time: 0.0502400 Aug 24 19:49:48.384451 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fcd480da-8d97-4e3a-b416-91172b3eac7b req-4aefad3d-9d7e-439b-ae06-9d3fe97f20eb tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325332 Aug 24 19:49:48.498348 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeade3c-b38b-43c8-af81-42b9ad8e47fa req-add7b7ac-c8da-4023-a877-6ef5b79b5211 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:48.500536 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dfeade3c-b38b-43c8-af81-42b9ad8e47fa req-add7b7ac-c8da-4023-a877-6ef5b79b5211 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 945 time: 0.0507832 Aug 24 19:49:48.541865 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dfeade3c-b38b-43c8-af81-42b9ad8e47fa req-4cabc66c-d9af-4d23-b0fd-181c9e6493af tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354159 Aug 24 19:49:48.682574 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef227d0a-64a9-4027-828c-2a7acd2b71ea req-8b61bb18-3203-461a-82e6-a6453f52de97 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:48.684041 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ef227d0a-64a9-4027-828c-2a7acd2b71ea req-8b61bb18-3203-461a-82e6-a6453f52de97 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0531626 Aug 24 19:49:48.728026 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ef227d0a-64a9-4027-828c-2a7acd2b71ea req-ab37585d-fe19-4b04-b89e-ae54dd4f9fc9 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372646 Aug 24 19:49:49.159810 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47364) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:49.211196 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8076229-6d04-4ddb-bd52-b0d48c39cf0d req-876a3f51-59af-4689-8752-a4171a22852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.213243 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b8076229-6d04-4ddb-bd52-b0d48c39cf0d req-876a3f51-59af-4689-8752-a4171a22852e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 1098 time: 0.0553410 Aug 24 19:49:49.278233 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-19ea4573-7e72-42a5-a436-dcc284adc629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.354687 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8076229-6d04-4ddb-bd52-b0d48c39cf0d req-cca4efb7-2f95-4336-a8a8-210de65e80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.356263 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b8076229-6d04-4ddb-bd52-b0d48c39cf0d req-cca4efb7-2f95-4336-a8a8-210de65e80f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 200 len: 919 time: 0.1342628 Aug 24 19:49:49.369050 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc09d5d-6051-41bf-a910-7b609acb733c req-5f4dc860-9946-47db-a11e-cd2776685fb8 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.370516 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bdc09d5d-6051-41bf-a910-7b609acb733c req-5f4dc860-9946-47db-a11e-cd2776685fb8 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.0837054 Aug 24 19:49:49.374904 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-19ea4573-7e72-42a5-a436-dcc284adc629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.379737 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-19ea4573-7e72-42a5-a436-dcc284adc629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.413283 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b8076229-6d04-4ddb-bd52-b0d48c39cf0d req-66e84d4a-f7de-4ee6-accc-931225f13a2f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12afd37a-2038-495a-a81a-fc66a30bc200 HTTP/1.1" status: 200 len: 217 time: 0.0417728 Aug 24 19:49:49.419472 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-19ea4573-7e72-42a5-a436-dcc284adc629 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6d87ac498114d8eab2958ad14e53df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585664 Aug 24 19:49:49.420351 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea4573-7e72-42a5-a436-dcc284adc629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36a6b28-f5d2-4d56-aa77-ea23c12abbf0,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:49.423040 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47372) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:49.473999 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bdc09d5d-6051-41bf-a910-7b609acb733c req-3011ff70-74e3-4017-96e4-5eeb01df45db tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954938 Aug 24 19:49:49.474755 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-cc54a1cc-9943-40d6-93cf-74dd4864b3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.498330 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-cc54a1cc-9943-40d6-93cf-74dd4864b3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.517827 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8076229-6d04-4ddb-bd52-b0d48c39cf0d req-e23d61ab-a7f4-49ca-8ceb-0f5107fd850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.519273 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b8076229-6d04-4ddb-bd52-b0d48c39cf0d req-e23d61ab-a7f4-49ca-8ceb-0f5107fd850f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2bf38ed-d9f1-4bc8-bd79-bec2e981d932 HTTP/1.1" status: 200 len: 858 time: 0.0882926 Aug 24 19:49:49.542149 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4118a-c062-424a-8b23-a4850d917824 req-b9f1619b-257a-450e-9747-ab37a70619e7 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.545243 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-28b4118a-c062-424a-8b23-a4850d917824 req-b9f1619b-257a-450e-9747-ab37a70619e7 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 945 time: 0.0745413 Aug 24 19:49:49.551350 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-cc54a1cc-9943-40d6-93cf-74dd4864b3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.554040 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-cc54a1cc-9943-40d6-93cf-74dd4864b3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:49.557678 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-cc54a1cc-9943-40d6-93cf-74dd4864b3de admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f36a6b28-f5d2-4d56-aa77-ea23c12abbf0 HTTP/1.1" status: 204 len: 168 time: 0.1312284 Aug 24 19:49:49.577789 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54a1cc-9943-40d6-93cf-74dd4864b3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36a6b28-f5d2-4d56-aa77-ea23c12abbf0,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:49.659657 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b8076229-6d04-4ddb-bd52-b0d48c39cf0d req-13c3ed89-e594-403e-9338-198de6417b63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098493d5-4729-4f73-889b-9717d87ddf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127138 Aug 24 19:49:49.727526 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-28b4118a-c062-424a-8b23-a4850d917824 req-68637cda-7336-4f3c-8174-fbedcd083355 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652529 Aug 24 19:49:49.738308 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e95c49-5ea7-4723-9c84-f50cfef65f35 req-85270ea8-0278-4ef3-8164-828e42288a72 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.744813 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0e95c49-5ea7-4723-9c84-f50cfef65f35 req-85270ea8-0278-4ef3-8164-828e42288a72 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 945 time: 0.1133435 Aug 24 19:49:49.789346 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0e95c49-5ea7-4723-9c84-f50cfef65f35 req-5ceafe79-2e10-49c4-9476-a9d5de3f16d9 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414693 Aug 24 19:49:49.859585 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918ac70-cf23-4f23-a3f9-7d03bd693453 req-93724768-e47b-4507-9e93-264521237d67 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:49.861243 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b918ac70-cf23-4f23-a3f9-7d03bd693453 req-93724768-e47b-4507-9e93-264521237d67 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0541847 Aug 24 19:49:49.902962 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b918ac70-cf23-4f23-a3f9-7d03bd693453 req-fd7fc6f9-3da9-4dad-b0e9-1aec57549e87 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350604 Aug 24 19:49:49.937724 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47392) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:49.950649 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c804041e-30a4-4f26-8872-72cc9453e24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:50.049526 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c804041e-30a4-4f26-8872-72cc9453e24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:50.053484 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c804041e-30a4-4f26-8872-72cc9453e24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:50.093386 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c804041e-30a4-4f26-8872-72cc9453e24f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5e0cb1bb1d24890b312b0197e3beab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544983 Aug 24 19:49:50.094221 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804041e-30a4-4f26-8872-72cc9453e24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efea34e-bdac-408e-9e84-a56db3884e75,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:50.096073 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47402) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:50.145701 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e8f60a03-7c4c-40cb-bc2b-f4bd4faa9fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:50.166245 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e8f60a03-7c4c-40cb-bc2b-f4bd4faa9fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:50.212848 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e8f60a03-7c4c-40cb-bc2b-f4bd4faa9fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:50.215672 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e8f60a03-7c4c-40cb-bc2b-f4bd4faa9fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:50.216848 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-e8f60a03-7c4c-40cb-bc2b-f4bd4faa9fee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2efea34e-bdac-408e-9e84-a56db3884e75 HTTP/1.1" status: 204 len: 168 time: 0.1197739 Aug 24 19:49:50.225956 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f60a03-7c4c-40cb-bc2b-f4bd4faa9fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efea34e-bdac-408e-9e84-a56db3884e75,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:50.594158 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36ec2f-7bbb-4f09-a67e-3e2922407e24 req-11c6a527-58e7-46dd-8a80-c1ebce6ba3ed tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:50.595677 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8b36ec2f-7bbb-4f09-a67e-3e2922407e24 req-11c6a527-58e7-46dd-8a80-c1ebce6ba3ed tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.0529091 Aug 24 19:49:50.637115 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8b36ec2f-7bbb-4f09-a67e-3e2922407e24 req-c4243de7-31bd-4b11-9cbb-ace24ba2f2bc tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353019 Aug 24 19:49:50.778839 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b8076229-6d04-4ddb-bd52-b0d48c39cf0d req-2afe0403-5537-4319-bab0-0611a0853cdb service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928791 Aug 24 19:49:50.852832 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcd26f-b331-4dc9-a23c-a2aaa02f6705 req-0e554722-ee27-4d52-ae6d-cab34179132e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:50.854350 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-28fcd26f-b331-4dc9-a23c-a2aaa02f6705 req-0e554722-ee27-4d52-ae6d-cab34179132e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 945 time: 0.0529385 Aug 24 19:49:51.108130 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-28fcd26f-b331-4dc9-a23c-a2aaa02f6705 req-e94feefe-d31e-484a-b64c-cccce9192ad4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465312 Aug 24 19:49:51.130157 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87593b5-968d-4de1-b22a-d446aaaf6cb0 req-43037a5d-6229-4fbc-8789-0092dd064549 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:51.131694 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b87593b5-968d-4de1-b22a-d446aaaf6cb0 req-43037a5d-6229-4fbc-8789-0092dd064549 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 945 time: 0.2570732 Aug 24 19:49:51.183366 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b87593b5-968d-4de1-b22a-d446aaaf6cb0 req-e6ae70e4-377a-465e-b817-b17e0a2809f7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 Aug 24 19:49:51.232004 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68646805-78bd-4ae8-b983-b817b68489e0 req-be125812-62f8-43a4-9dc2-7e799d11a5aa tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:51.233762 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-68646805-78bd-4ae8-b983-b817b68489e0 req-be125812-62f8-43a4-9dc2-7e799d11a5aa tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0494611 Aug 24 19:49:51.282382 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-68646805-78bd-4ae8-b983-b817b68489e0 req-1d6e3aac-fe81-4ec9-b455-79b1e7cab259 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422876 Aug 24 19:49:51.755250 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbadb83-4f55-4a06-a2b5-1c4f19e9f453 req-06cab48f-e9ff-43a2-8753-44c7446eea20 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:51.756799 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cdbadb83-4f55-4a06-a2b5-1c4f19e9f453 req-06cab48f-e9ff-43a2-8753-44c7446eea20 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.0500846 Aug 24 19:49:51.797310 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cdbadb83-4f55-4a06-a2b5-1c4f19e9f453 req-ca0c7adb-80d7-4b75-9942-c613b9b79e20 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346484 Aug 24 19:49:52.229791 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f9100-e29d-458e-a196-59d146532655 req-a56a4389-682c-46ca-8ae0-2bd165ed6914 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:52.231281 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b12f9100-e29d-458e-a196-59d146532655 req-a56a4389-682c-46ca-8ae0-2bd165ed6914 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 945 time: 0.0534317 Aug 24 19:49:52.295189 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b12f9100-e29d-458e-a196-59d146532655 req-72f996f5-87d1-4d13-8ab3-6fd8ed2b22bf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578923 Aug 24 19:49:52.311546 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b1b6b-fb8e-4ce5-8dc2-d9d6a0ff33ad req-f03a741a-9455-4750-bc0f-6fc18be80697 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:52.313071 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-037b1b6b-fb8e-4ce5-8dc2-d9d6a0ff33ad req-f03a741a-9455-4750-bc0f-6fc18be80697 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 945 time: 0.0624905 Aug 24 19:49:52.355413 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-037b1b6b-fb8e-4ce5-8dc2-d9d6a0ff33ad req-e0fe4ae5-c7f2-4f96-b1ee-944986bda03c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360396 Aug 24 19:49:52.400954 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd230f-ef8d-4a74-b2d8-60ac4b05e782 req-c086b807-e339-4e8f-9940-cce263b3d867 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:52.402420 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f7fd230f-ef8d-4a74-b2d8-60ac4b05e782 req-c086b807-e339-4e8f-9940-cce263b3d867 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0513067 Aug 24 19:49:52.443775 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f7fd230f-ef8d-4a74-b2d8-60ac4b05e782 req-8bf2ec3b-b518-428b-a00a-65657960f6ae tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347538 Aug 24 19:49:52.727478 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b8076229-6d04-4ddb-bd52-b0d48c39cf0d req-572e6be9-ece6-4d5e-8f95-929bb1acc451 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864804 Aug 24 19:49:52.913158 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d944c-418e-4dfe-b89c-0368bb1b5f47 req-29fbdfb1-ca79-45e1-ba0f-b01c9a719bbe tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:52.914600 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-aa8d944c-418e-4dfe-b89c-0368bb1b5f47 req-29fbdfb1-ca79-45e1-ba0f-b01c9a719bbe tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.0475066 Aug 24 19:49:52.953297 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-aa8d944c-418e-4dfe-b89c-0368bb1b5f47 req-2ed0eef7-0d63-48fc-8a54-6af61e0585e2 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327513 Aug 24 19:49:53.132059 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:53.185717 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:53.190554 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:53.190925 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.280712 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.306261 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:53.308621 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bc81e7-5e06-4ff9-8ec5-458926260364" -d '{"events": [{"server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:49:53.350587 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:53.370422 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.371989 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device e116e6ea-fa4c-45ff-9558-889ddceb65b0 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:49:53.377046 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f33fe4e-6926-4ef1-b8f0-f46d3e5d3716 x-openstack-request-id: req-3f33fe4e-6926-4ef1-b8f0-f46d3e5d3716 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:49:53.377485 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:49:53.377830 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f33fe4e-6926-4ef1-b8f0-f46d3e5d3716 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:49:53.378590 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'code': 200} Aug 24 19:49:53.478534 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973e6b6-1675-4f4a-9a77-ccf00012744f req-c25459a4-d22f-4782-8d56-8e6ff887556a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:53.480115 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2973e6b6-1675-4f4a-9a77-ccf00012744f req-c25459a4-d22f-4782-8d56-8e6ff887556a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 945 time: 0.0734692 Aug 24 19:49:53.561795 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2973e6b6-1675-4f4a-9a77-ccf00012744f req-95e52849-e9e4-425c-a791-cc6742452921 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690365 Aug 24 19:49:53.566716 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:53.580845 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbef30-aefd-4ac9-b787-52223b788585 req-e2ccc8e6-5752-4950-9b9e-45888711542b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:53.588664 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9fcbef30-aefd-4ac9-b787-52223b788585 req-e2ccc8e6-5752-4950-9b9e-45888711542b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.1075373 Aug 24 19:49:53.597977 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port e116e6ea-fa4c-45ff-9558-889ddceb65b0 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:49:53.604062 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port e116e6ea-fa4c-45ff-9558-889ddceb65b0 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:49:53.604760 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.697336 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9fcbef30-aefd-4ac9-b787-52223b788585 req-4c74e3b0-b46f-4919-9340-bc280f78dbd7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077986 Aug 24 19:49:53.701181 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda2894-5ab8-4965-b188-1459f75d834f req-c16f0e48-bf44-4c97-bac6-284c3b4e45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:53.702910 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ecda2894-5ab8-4965-b188-1459f75d834f req-c16f0e48-bf44-4c97-bac6-284c3b4e45ca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 1099 time: 0.1115127 Aug 24 19:49:53.730690 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052c263-8973-4184-ab00-f83595923aaf req-c9abd5da-4bff-4900-9e8d-792387f60043 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:53.732224 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d052c263-8973-4184-ab00-f83595923aaf req-c9abd5da-4bff-4900-9e8d-792387f60043 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0880306 Aug 24 19:49:53.739587 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.773129 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ecda2894-5ab8-4965-b188-1459f75d834f req-66bbef02-d0a7-4695-bdc4-4f399c153bc1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581737 Aug 24 19:49:53.798860 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d052c263-8973-4184-ab00-f83595923aaf req-f356db67-f6b1-489e-92ba-7081b998cca7 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550575 Aug 24 19:49:53.816338 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port e116e6ea-fa4c-45ff-9558-889ddceb65b0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e116e6ea-fa4c-45ff-9558-889ddceb65b0,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:53.826127 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:53.888591 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=e116e6ea-fa4c-45ff-9558-889ddceb65b0,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:54.068810 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa2ca8-543a-41e4-8404-787941994acd req-fe1bb4a8-e92c-4ea0-9206-bccf3c533fbb tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:54.070316 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80aa2ca8-543a-41e4-8404-787941994acd req-fe1bb4a8-e92c-4ea0-9206-bccf3c533fbb tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.0488925 Aug 24 19:49:54.112256 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80aa2ca8-543a-41e4-8404-787941994acd req-6768070d-94b2-4703-9804-5fcd1f28db90 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355284 Aug 24 19:49:54.670744 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dc664-f116-420f-a0b5-5c17cabfb658 req-5ceeec4c-fd86-4a9f-8eaf-fd64ba209582 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:54.672793 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0b6dc664-f116-420f-a0b5-5c17cabfb658 req-5ceeec4c-fd86-4a9f-8eaf-fd64ba209582 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0493162 Aug 24 19:49:54.714802 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0b6dc664-f116-420f-a0b5-5c17cabfb658 req-0aa17b83-6ff1-4331-afac-248ba9794dd0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361543 Aug 24 19:49:54.846708 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80251f-9c1d-4d6f-bf38-58e4803c04c0 req-dd05e915-f6fa-4e4e-a20c-c042b500f784 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:54.848502 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3d80251f-9c1d-4d6f-bf38-58e4803c04c0 req-dd05e915-f6fa-4e4e-a20c-c042b500f784 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0529842 Aug 24 19:49:54.899145 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3d80251f-9c1d-4d6f-bf38-58e4803c04c0 req-0b754cc8-86c4-455f-8c15-4655138c248b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 Aug 24 19:49:54.988861 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed7b7c-d3f7-4b7a-97c9-588634b5c0fd req-457f546f-1079-4072-8e7f-75486890132a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:54.990364 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-94ed7b7c-d3f7-4b7a-97c9-588634b5c0fd req-457f546f-1079-4072-8e7f-75486890132a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0701118 Aug 24 19:49:55.031168 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-94ed7b7c-d3f7-4b7a-97c9-588634b5c0fd req-028876f3-51ac-40ca-8a8f-ff3500770d9e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343962 Aug 24 19:49:55.224727 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a971a-1e42-4f5c-bc73-63aa0bca8843 req-1ee650c1-01dd-42a9-a7f4-3bfb4843bc59 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:55.226493 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-436a971a-1e42-4f5c-bc73-63aa0bca8843 req-1ee650c1-01dd-42a9-a7f4-3bfb4843bc59 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.0479629 Aug 24 19:49:55.268874 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-436a971a-1e42-4f5c-bc73-63aa0bca8843 req-5af77cc0-101c-402b-92bc-1a6b0f7cfe98 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361049 Aug 24 19:49:55.380514 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60840597-5c88-4bcc-97b4-02d52533c7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:55.382825 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15089aed-c3fc-4ae0-b061-35d981f86488" -d '{"events": [{"server_uuid": "60840597-5c88-4bcc-97b4-02d52533c7bd", "name": "network-vif-plugged", "status": "completed", "tag": "e116e6ea-fa4c-45ff-9558-889ddceb65b0"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:49:55.397616 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:49:55.418778 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70c713-4ff2-4e97-84bc-ca42e5a36604 x-openstack-request-id: req-0d70c713-4ff2-4e97-84bc-ca42e5a36604 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:49:55.419066 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60840597-5c88-4bcc-97b4-02d52533c7bd", "name": "network-vif-plugged", "status": "completed", "tag": "e116e6ea-fa4c-45ff-9558-889ddceb65b0", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:49:55.419311 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d70c713-4ff2-4e97-84bc-ca42e5a36604 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:49:55.419689 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60840597-5c88-4bcc-97b4-02d52533c7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0', 'code': 200} Aug 24 19:49:55.829381 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87dcb-74b7-4872-b00e-40bd65871260 req-95ea750b-66ae-43b7-b638-3085a9e56e83 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:55.830853 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-01e87dcb-74b7-4872-b00e-40bd65871260 req-95ea750b-66ae-43b7-b638-3085a9e56e83 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0483904 Aug 24 19:49:55.869203 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-01e87dcb-74b7-4872-b00e-40bd65871260 req-07566c3e-6c3f-4156-a8b3-05b6831100aa tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314596 Aug 24 19:49:56.031648 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b858480-3a18-4450-82bf-579479bee1eb req-20258ed1-644d-46dc-a006-99dbff0b71e6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:56.033128 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b858480-3a18-4450-82bf-579479bee1eb req-20258ed1-644d-46dc-a006-99dbff0b71e6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0474520 Aug 24 19:49:56.071171 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b858480-3a18-4450-82bf-579479bee1eb req-77b9d9d9-56e8-4eae-9ede-94f92d5b6aff tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321810 Aug 24 19:49:56.146382 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093d991-9078-456f-8a4e-e6d84e7ce055 req-8940c050-bdad-441e-bd13-679381b3515e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:56.147896 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4093d991-9078-456f-8a4e-e6d84e7ce055 req-8940c050-bdad-441e-bd13-679381b3515e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0502672 Aug 24 19:49:56.189837 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4093d991-9078-456f-8a4e-e6d84e7ce055 req-ad50d875-8fa2-46d1-8e68-0f8b512d9114 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358829 Aug 24 19:49:56.385239 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70351e-c1a0-4ad2-8c1d-75684fce3f41 req-848df9a6-81c2-44a5-82b6-e70655b9dc7a tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:56.386704 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-de70351e-c1a0-4ad2-8c1d-75684fce3f41 req-848df9a6-81c2-44a5-82b6-e70655b9dc7a tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.0488796 Aug 24 19:49:56.424039 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-de70351e-c1a0-4ad2-8c1d-75684fce3f41 req-8dd3a968-fe04-4586-8067-caa6298c48f0 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Aug 24 19:49:56.984409 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3892001-eaa1-49ca-aa6e-86df70528ad6 req-919f1897-436b-4b62-8bae-777ce5a07228 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:56.984409 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f3892001-eaa1-49ca-aa6e-86df70528ad6 req-919f1897-436b-4b62-8bae-777ce5a07228 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0492933 Aug 24 19:49:57.026535 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f3892001-eaa1-49ca-aa6e-86df70528ad6 req-335216b1-2a7c-47ba-b789-872368d1316f tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359282 Aug 24 19:49:57.197692 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a261f-676a-47a7-91ac-722b0032aeec req-61fb3565-65c0-4b72-8962-870a35e733b7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:57.199201 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-918a261f-676a-47a7-91ac-722b0032aeec req-61fb3565-65c0-4b72-8962-870a35e733b7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0503898 Aug 24 19:49:57.275009 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-918a261f-676a-47a7-91ac-722b0032aeec req-b4ad0ba9-105c-4e47-8721-f810954ee5e6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690520 Aug 24 19:49:57.303792 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8c32f-ff1e-4a97-b553-c8a1e9d5221b req-073aba05-7184-4126-a7d6-fe3a96fec38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:57.305292 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0be8c32f-ff1e-4a97-b553-c8a1e9d5221b req-073aba05-7184-4126-a7d6-fe3a96fec38d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 1099 time: 0.0822864 Aug 24 19:49:57.319419 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156da7ab-cc1c-472d-a664-ac6fc731b4b0 req-0aa9eb59-08ef-4ad3-a975-e74418e95dea tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:57.320816 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-156da7ab-cc1c-472d-a664-ac6fc731b4b0 req-0aa9eb59-08ef-4ad3-a975-e74418e95dea tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0628188 Aug 24 19:49:57.373160 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0be8c32f-ff1e-4a97-b553-c8a1e9d5221b req-264cd9b3-c127-460b-a7eb-cfcd127723dc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514140 Aug 24 19:49:57.378925 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-156da7ab-cc1c-472d-a664-ac6fc731b4b0 req-cae5f89b-a472-493e-8ecb-0a3c06227ce6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518458 Aug 24 19:49:57.545429 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b27e7-1673-4f27-9449-8d08763e1d23 req-dbb9c7f8-eae7-4947-bde1-53b750e547f0 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:57.547421 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-967b27e7-1673-4f27-9449-8d08763e1d23 req-dbb9c7f8-eae7-4947-bde1-53b750e547f0 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.0550704 Aug 24 19:49:57.588011 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-967b27e7-1673-4f27-9449-8d08763e1d23 req-f6e9120c-7978-497f-b46d-3078f7d20a0a tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345080 Aug 24 19:49:58.152577 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a32ca-4a2c-436d-94c7-f9dd25b0cd3a req-c3f9fd0f-bd22-4148-85a7-90f38f731e95 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:58.162640 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-120a32ca-4a2c-436d-94c7-f9dd25b0cd3a req-c3f9fd0f-bd22-4148-85a7-90f38f731e95 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0649819 Aug 24 19:49:58.220075 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-120a32ca-4a2c-436d-94c7-f9dd25b0cd3a req-e7af55f1-8f25-4f38-9acb-3c19c6e26dc0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564644 Aug 24 19:49:58.262276 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78763af1-3a4f-4602-a873-afeeb9dcdf4f req-e7e7f977-12f5-4568-be56-2d9fda2317a1 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:58.263945 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-78763af1-3a4f-4602-a873-afeeb9dcdf4f req-e7e7f977-12f5-4568-be56-2d9fda2317a1 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.62 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.0698957 Aug 24 19:49:58.477273 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8120a7-86cb-4fd4-8765-2240f50fdd12 req-80058fc2-e5ee-4c20-a5c5-2e576a2e6567 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:58.486876 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ba8120a7-86cb-4fd4-8765-2240f50fdd12 req-80058fc2-e5ee-4c20-a5c5-2e576a2e6567 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.1269655 Aug 24 19:49:58.506672 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47626) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:58.529649 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-78763af1-3a4f-4602-a873-afeeb9dcdf4f req-4adede71-946c-4051-a1d0-534a5619885e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Deleting port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:49:58.530011 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-78763af1-3a4f-4602-a873-afeeb9dcdf4f req-4adede71-946c-4051-a1d0-534a5619885e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:58.621196 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ba8120a7-86cb-4fd4-8765-2240f50fdd12 req-96d028bd-4c03-48c3-a1b8-ec005922ee9d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333263 Aug 24 19:49:58.656570 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e0d3296f-ab0c-455d-8779-e8e60baa5261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:58.659547 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c5f77-2709-46bb-bca6-4183f24815f7 req-fb1f7164-5dfe-4c16-9c0a-ba641a73e66d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:58.661103 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a63c5f77-2709-46bb-bca6-4183f24815f7 req-fb1f7164-5dfe-4c16-9c0a-ba641a73e66d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.1523004 Aug 24 19:49:58.706605 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-78763af1-3a4f-4602-a873-afeeb9dcdf4f req-4adede71-946c-4051-a1d0-534a5619885e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] For port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0a5e8f61-7330-43ae-abd0-24b6acd38b7a,segment=NetworkSegment(b420a1b2-8933-4ffc-9b68-81be6f771fac),segment_id=b420a1b2-8933-4ffc-9b68-81be6f771fac)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:49:58.707164 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-78763af1-3a4f-4602-a873-afeeb9dcdf4f req-4adede71-946c-4051-a1d0-534a5619885e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:58.758366 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-78763af1-3a4f-4602-a873-afeeb9dcdf4f req-4adede71-946c-4051-a1d0-534a5619885e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Calling delete_port for 0a5e8f61-7330-43ae-abd0-24b6acd38b7a owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:49:58.767891 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e0d3296f-ab0c-455d-8779-e8e60baa5261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:58.772201 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e0d3296f-ab0c-455d-8779-e8e60baa5261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:58.787144 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a63c5f77-2709-46bb-bca6-4183f24815f7 req-434f22cf-a91f-4529-ad97-8815b838c552 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141539 Aug 24 19:49:58.810602 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-e0d3296f-ab0c-455d-8779-e8e60baa5261 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=34658a8cb4fb42f59d2d4468655b5e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023610 Aug 24 19:49:58.814197 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47636) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:58.838271 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3296f-ab0c-455d-8779-e8e60baa5261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab82cb2f-1631-4aa3-8bf9-38f0256d5d3c,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:58.871430 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fca965-2db0-461d-8a99-281e9120e311 req-2a05b11e-f074-4fc0-8200-ed38006ff1f7 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:58.877299 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c4fca965-2db0-461d-8a99-281e9120e311 req-2a05b11e-f074-4fc0-8200-ed38006ff1f7 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 945 time: 0.1827457 Aug 24 19:49:58.877566 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-59882eb7-fedd-4e68-8fb5-08e818639539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:58.877670 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47638) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:58.896388 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-59882eb7-fedd-4e68-8fb5-08e818639539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:58.939311 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c4fca965-2db0-461d-8a99-281e9120e311 req-fd8829c2-af5a-45b9-9ff5-5da7f0acece9 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/security-groups?id=d68119b1-9106-4629-b00f-cf82e4e45711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546076 Aug 24 19:49:58.953858 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-59882eb7-fedd-4e68-8fb5-08e818639539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:58.963594 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-59882eb7-fedd-4e68-8fb5-08e818639539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:58.963594 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-59882eb7-fedd-4e68-8fb5-08e818639539 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab82cb2f-1631-4aa3-8bf9-38f0256d5d3c HTTP/1.1" status: 204 len: 168 time: 0.1440027 Aug 24 19:49:58.968068 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59882eb7-fedd-4e68-8fb5-08e818639539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab82cb2f-1631-4aa3-8bf9-38f0256d5d3c,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:59.024849 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9099fc47-5880-4939-a036-b971b96487cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.026846 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-78763af1-3a4f-4602-a873-afeeb9dcdf4f req-4adede71-946c-4051-a1d0-534a5619885e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.069233 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adede71-946c-4051-a1d0-534a5619885e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Pushing event deleted for resources: {'Port': ['ID=0a5e8f61-7330-43ae-abd0-24b6acd38b7a,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:59.144890 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-78763af1-3a4f-4602-a873-afeeb9dcdf4f req-4adede71-946c-4051-a1d0-534a5619885e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] No DVR routers for this DVR port 0a5e8f61-7330-43ae-abd0-24b6acd38b7a on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:49:59.150361 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-78763af1-3a4f-4602-a873-afeeb9dcdf4f req-4adede71-946c-4051-a1d0-534a5619885e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.152319 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-78763af1-3a4f-4602-a873-afeeb9dcdf4f req-4adede71-946c-4051-a1d0-534a5619885e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.62 "DELETE /v2.0/ports/0a5e8f61-7330-43ae-abd0-24b6acd38b7a HTTP/1.1" status: 204 len: 173 time: 0.8804953 Aug 24 19:49:59.152748 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85a79c3-f8d2-403f-ad50-67ff9b067d6e', 'name': 'network-vif-deleted', 'tag': '0a5e8f61-7330-43ae-abd0-24b6acd38b7a'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:49:59.154930 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be4c959-8427-46d0-8415-867200dc71a6" -d '{"events": [{"server_uuid": "f85a79c3-f8d2-403f-ad50-67ff9b067d6e", "name": "network-vif-deleted", "tag": "0a5e8f61-7330-43ae-abd0-24b6acd38b7a"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:49:59.197637 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894eebcf-1d38-459f-bb82-9f61674052a0 x-openstack-request-id: req-894eebcf-1d38-459f-bb82-9f61674052a0 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:49:59.197923 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85a79c3-f8d2-403f-ad50-67ff9b067d6e", "name": "network-vif-deleted", "tag": "0a5e8f61-7330-43ae-abd0-24b6acd38b7a", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:49:59.198173 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-894eebcf-1d38-459f-bb82-9f61674052a0 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:49:59.198762 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85a79c3-f8d2-403f-ad50-67ff9b067d6e', 'name': 'network-vif-deleted', 'tag': '0a5e8f61-7330-43ae-abd0-24b6acd38b7a', 'status': 'completed', 'code': 200} Aug 24 19:49:59.229681 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9099fc47-5880-4939-a036-b971b96487cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.234257 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9099fc47-5880-4939-a036-b971b96487cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.272614 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-9099fc47-5880-4939-a036-b971b96487cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=891fed99052f455886bba43c598897bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939364 Aug 24 19:49:59.275250 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099fc47-5880-4939-a036-b971b96487cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f4f8ef-03eb-482b-8d0c-78296065e96d,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:59.276006 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47658) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:59.329947 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2083851-aea7-47e2-9fe0-d0d28b4a062f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.353836 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2598d-64c0-478d-be1b-e1c92d697b9c req-2305cea6-2096-4ae4-baaa-c0a028f6c06d tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:59.355371 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a4a2598d-64c0-478d-be1b-e1c92d697b9c req-2305cea6-2096-4ae4-baaa-c0a028f6c06d tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0572178 Aug 24 19:49:59.361288 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2083851-aea7-47e2-9fe0-d0d28b4a062f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.409218 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a4a2598d-64c0-478d-be1b-e1c92d697b9c req-22352f11-7605-46d9-bea9-b2234b24abf7 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Aug 24 19:49:59.421716 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2083851-aea7-47e2-9fe0-d0d28b4a062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.425509 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2083851-aea7-47e2-9fe0-d0d28b4a062f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.426665 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c2083851-aea7-47e2-9fe0-d0d28b4a062f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3f4f8ef-03eb-482b-8d0c-78296065e96d HTTP/1.1" status: 204 len: 168 time: 0.1495831 Aug 24 19:49:59.434844 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2083851-aea7-47e2-9fe0-d0d28b4a062f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f4f8ef-03eb-482b-8d0c-78296065e96d,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:59.757072 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8328e96-7b87-4059-8f4b-c11d8e1a7155 req-41233700-c6f0-497c-bda7-1a43d827f363 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:59.758701 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f8328e96-7b87-4059-8f4b-c11d8e1a7155 req-41233700-c6f0-497c-bda7-1a43d827f363 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0633116 Aug 24 19:49:59.779776 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47682) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:59.792483 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c1207bbc-83b2-48e6-bc1e-d6d277a36c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.813128 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f8328e96-7b87-4059-8f4b-c11d8e1a7155 req-5e0463cf-7b2a-4394-9390-28db60bf6605 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429957 Aug 24 19:49:59.901859 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c1207bbc-83b2-48e6-bc1e-d6d277a36c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.907622 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c1207bbc-83b2-48e6-bc1e-d6d277a36c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:59.946311 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c1207bbc-83b2-48e6-bc1e-d6d277a36c86 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9dbd7e4e03334c3abb79f6c77fd98cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677914 Aug 24 19:49:59.947452 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1207bbc-83b2-48e6-bc1e-d6d277a36c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c68f3df-9b0f-4d35-9ff5-4d90f6308352,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:49:59.949015 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47688) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:49:59.989855 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e98dc-0f8c-4b7f-9dec-d1727ae1625d req-9fc429aa-af76-4e99-ace4-37f414c7b947 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:49:59.991422 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-873e98dc-0f8c-4b7f-9dec-d1727ae1625d req-9fc429aa-af76-4e99-ace4-37f414c7b947 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.1099060 Aug 24 19:50:00.007754 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32885f94-1b4a-4eef-8c25-9f343448797e req-e08b7198-49a4-4a94-adeb-cd197e95087c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:00.009216 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-32885f94-1b4a-4eef-8c25-9f343448797e req-e08b7198-49a4-4a94-adeb-cd197e95087c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.1167061 Aug 24 19:50:00.018245 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47694) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:00.026255 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-7383e06b-5c5b-4c85-aa82-dc44c52c0505 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Request body: {'floatingip': {'port_id': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:50:00.058685 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-873e98dc-0f8c-4b7f-9dec-d1727ae1625d req-6315934a-10ec-4e3f-b15b-9b0a799516c6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453682 Aug 24 19:50:00.071675 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.106316 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ae87a1b5-846e-4d0b-bd97-6360497a8101 req-dc669e06-a478-4f07-8f7d-d83020c5c86e tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 210 time: 0.0311127 Aug 24 19:50:00.114815 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7383e06b-5c5b-4c85-aa82-dc44c52c0505 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.120060 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.176202 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.179109 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.180801 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2c68f3df-9b0f-4d35-9ff5-4d90f6308352 HTTP/1.1" status: 204 len: 168 time: 0.2307456 Aug 24 19:50:00.200548 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c68f3df-9b0f-4d35-9ff5-4d90f6308352,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:00.208710 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:00.209062 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:00.209411 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:00.209748 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:00.210469 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:00.210809 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:00.211145 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:00.211541 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:00.211879 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:00.212232 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:00.212561 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:00.212882 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aca17-f031-4c62-9132-e2ef6cb9189c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:00.316049 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47702) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:00.539693 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d069bb-24a6-4d45-bd1e-14f15b9ac5ba req-39642f2b-6e6e-46ee-9620-36b477705aa4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:00.544344 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-65d069bb-24a6-4d45-bd1e-14f15b9ac5ba req-39642f2b-6e6e-46ee-9620-36b477705aa4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0581245 Aug 24 19:50:00.586894 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d655b1-80dc-42e7-ad1a-11be5a573f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.610000 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-65d069bb-24a6-4d45-bd1e-14f15b9ac5ba req-573b1d45-2ec3-45c2-9da7-7b011ab1fea0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613401 Aug 24 19:50:00.704384 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d655b1-80dc-42e7-ad1a-11be5a573f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.708707 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-68d655b1-80dc-42e7-ad1a-11be5a573f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.747371 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-68d655b1-80dc-42e7-ad1a-11be5a573f39 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae9674258766455488544456dbdb8856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298763 Aug 24 19:50:00.748369 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d655b1-80dc-42e7-ad1a-11be5a573f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc316a80-14c7-40c7-a236-2b7b6303c04f,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:00.751294 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47720) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:00.814465 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-dad46152-8e34-4220-8fff-0fedec43f7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.837370 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-dad46152-8e34-4220-8fff-0fedec43f7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.893476 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-dad46152-8e34-4220-8fff-0fedec43f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.896462 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-dad46152-8e34-4220-8fff-0fedec43f7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.897805 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-dad46152-8e34-4220-8fff-0fedec43f7bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc316a80-14c7-40c7-a236-2b7b6303c04f HTTP/1.1" status: 204 len: 168 time: 0.1446927 Aug 24 19:50:00.919405 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7383e06b-5c5b-4c85-aa82-dc44c52c0505 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:00.922858 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad46152-8e34-4220-8fff-0fedec43f7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc316a80-14c7-40c7-a236-2b7b6303c04f,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:00.924695 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7383e06b-5c5b-4c85-aa82-dc44c52c0505 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:01.039905 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.l3_db [None req-7383e06b-5c5b-4c85-aa82-dc44c52c0505 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Floating IP 692faae5-466b-4476-9e1c-76acd65e339b associated. External IP: 172.27.2.46, port: 0d7e3a6b-52fd-4877-855b-25e3d57d3b55. Aug 24 19:50:01.224672 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc9c01-3386-419c-a725-f6da039808d9 req-a34ed704-b4fa-403c-afc9-0e3a94496650 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:01.233167 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00fc9c01-3386-419c-a725-f6da039808d9 req-a34ed704-b4fa-403c-afc9-0e3a94496650 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0752430 Aug 24 19:50:01.284405 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c3dd69bc-cf33-45cc-b577-c61712d69ab1 req-c95cf502-9c76-414f-b072-0f1217b17624 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 210 time: 0.0477264 Aug 24 19:50:01.304626 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00fc9c01-3386-419c-a725-f6da039808d9 req-7af5f28f-512e-410f-8236-cceb520eea31 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700700 Aug 24 19:50:01.325189 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7383e06b-5c5b-4c85-aa82-dc44c52c0505 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:50:01.434569 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7383e06b-5c5b-4c85-aa82-dc44c52c0505 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:50:01.440908 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7383e06b-5c5b-4c85-aa82-dc44c52c0505 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:01.448811 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e2264-c3b2-40d1-96b5-ed9c5b336c84 None None] Sync routers for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:50:01.469523 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-7383e06b-5c5b-4c85-aa82-dc44c52c0505 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "PUT /v2.0/floatingips/692faae5-466b-4476-9e1c-76acd65e339b HTTP/1.1" status: 200 len: 991 time: 1.4487383 Aug 24 19:50:01.470539 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55'}] {{(pid=105635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:01.472735 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a1bc7c0614bf66ad57556d5ba5d8a4c882b3f9dd5d9cd326119b0e1d32a26c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc30c2e-1dfe-41d2-b332-80214789dd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55"}]}' {{(pid=105635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:50:01.472874 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e2264-c3b2-40d1-96b5-ed9c5b336c84 None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:50:01.479953 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-d10e2264-c3b2-40d1-96b5-ed9c5b336c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:01.518962 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b545290-2636-4848-949d-d373be6808f7 x-openstack-request-id: req-4b545290-2636-4848-949d-d373be6808f7 {{(pid=105635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:50:01.519340 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55", "status": "completed", "code": 200}]} {{(pid=105635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:50:01.519653 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b545290-2636-4848-949d-d373be6808f7 {{(pid=105635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:50:01.520443 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'status': 'completed', 'code': 200} Aug 24 19:50:01.615801 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-d10e2264-c3b2-40d1-96b5-ed9c5b336c84 None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:50:01.756546 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa4e6d-5e61-47bf-b2f3-15cd445889e6 req-0e490747-027b-4900-8b16-2418e04b84bb tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:01.758229 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ebfa4e6d-5e61-47bf-b2f3-15cd445889e6 req-0e490747-027b-4900-8b16-2418e04b84bb tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0598915 Aug 24 19:50:01.807146 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ebfa4e6d-5e61-47bf-b2f3-15cd445889e6 req-b767ef0d-94a7-47bf-97cb-8b73138480ee tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422506 Aug 24 19:50:01.903291 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['0a5e8f61-7330-43ae-abd0-24b6acd38b7a'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:50:01.925137 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0a5e8f61-7330-43ae-abd0-24b6acd38b7a no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:50:01.944062 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-d10e2264-c3b2-40d1-96b5-ed9c5b336c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '692faae5-466b-4476-9e1c-76acd65e339b', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'port_id': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'mac_address': 'fa:16:3e:77:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:49:25Z', 'updated_at': '2021-08-24T19:50:00Z', 'revision_number': 1, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:28Z', 'revision_number': 5, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:01.982815 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e2264-c3b2-40d1-96b5-ed9c5b336c84 None None] Checking router: 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:50:01.993561 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e2264-c3b2-40d1-96b5-ed9c5b336c84 None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:50:01.994418 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-d10e2264-c3b2-40d1-96b5-ed9c5b336c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:02.002370 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 0a5e8f61-7330-43ae-abd0-24b6acd38b7a {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:50:02.003002 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0a5e8f61-7330-43ae-abd0-24b6acd38b7a not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:50:02.025057 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30c2e-1dfe-41d2-b332-80214789dd1c req-59f40ed9-e5ce-4dad-9cb3-3d38c3ebe4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:02.026558 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbc30c2e-1dfe-41d2-b332-80214789dd1c req-59f40ed9-e5ce-4dad-9cb3-3d38c3ebe4ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 1099 time: 0.0456452 Aug 24 19:50:02.132838 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-d10e2264-c3b2-40d1-96b5-ed9c5b336c84 None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:50:02.153487 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30c2e-1dfe-41d2-b332-80214789dd1c req-3e6618d4-1f1b-4185-a770-16e0cb18aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:02.154974 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbc30c2e-1dfe-41d2-b332-80214789dd1c req-3e6618d4-1f1b-4185-a770-16e0cb18aabf service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 917 time: 0.1027575 Aug 24 19:50:02.294422 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbc30c2e-1dfe-41d2-b332-80214789dd1c req-c1d05f81-cfd2-4803-9f4b-2446638984ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55 HTTP/1.1" status: 200 len: 999 time: 0.1220040 Aug 24 19:50:02.430985 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30c2e-1dfe-41d2-b332-80214789dd1c req-c13db1b7-aba4-4c42-bd35-5b9e82d41a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:02.433099 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbc30c2e-1dfe-41d2-b332-80214789dd1c req-c13db1b7-aba4-4c42-bd35-5b9e82d41a73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66c81d25-317e-4944-aa48-c52f6df9eab1 HTTP/1.1" status: 200 len: 855 time: 0.1046517 Aug 24 19:50:02.462238 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-d10e2264-c3b2-40d1-96b5-ed9c5b336c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '692faae5-466b-4476-9e1c-76acd65e339b', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'port_id': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'mac_address': 'fa:16:3e:77:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:49:25Z', 'updated_at': '2021-08-24T19:50:00Z', 'revision_number': 1, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:28Z', 'revision_number': 5, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:02.495152 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e2264-c3b2-40d1-96b5-ed9c5b336c84 None None] The sync data for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi is: [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '692faae5-466b-4476-9e1c-76acd65e339b', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'port_id': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'mac_address': 'fa:16:3e:77:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:49:25Z', 'updated_at': '2021-08-24T19:50:00Z', 'revision_number': 1, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:28Z', 'revision_number': 5, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:50:02.503448 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-843daa5c-93ea-4d11-a1f9-530c416c3c9c req-f1af4d10-d740-4ec2-8806-3662b039dbdf tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 210 time: 0.0680833 Aug 24 19:50:02.550941 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702e72b-6768-4159-b7ae-8dfd02d8a9b4 req-350c5a4c-a348-4648-a87f-6562399db721 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:02.552972 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2702e72b-6768-4159-b7ae-8dfd02d8a9b4 req-350c5a4c-a348-4648-a87f-6562399db721 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.1185946 Aug 24 19:50:02.591361 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30c2e-1dfe-41d2-b332-80214789dd1c req-cf3f80b1-1754-4f9c-a729-82990309a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:02.593451 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbc30c2e-1dfe-41d2-b332-80214789dd1c req-cf3f80b1-1754-4f9c-a729-82990309a02d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1170423 Aug 24 19:50:02.615574 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2702e72b-6768-4159-b7ae-8dfd02d8a9b4 req-78025ae8-747e-4bd6-9cdc-0b832aa13857 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520809 Aug 24 19:50:02.777499 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e86481-2e10-4c0e-b08d-ca8daa50b5a5 None None] New status for floating IP 692faae5-466b-4476-9e1c-76acd65e339b: ACTIVE {{(pid=105637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:50:02.942413 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbc30c2e-1dfe-41d2-b332-80214789dd1c req-76a63be6-23c3-4d76-b6d0-8c9951d465c8 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254068 Aug 24 19:50:02.966061 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f4c4b-a75b-46a8-881e-3f9e483c2ca4 req-9bb6423a-d08f-4345-b11c-feacf9b35780 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:02.967491 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1b0f4c4b-a75b-46a8-881e-3f9e483c2ca4 req-9bb6423a-d08f-4345-b11c-feacf9b35780 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0733323 Aug 24 19:50:03.050904 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1b0f4c4b-a75b-46a8-881e-3f9e483c2ca4 req-9a4aa7a2-379d-4074-92d0-59a12f88d2af tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725255 Aug 24 19:50:03.087470 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-c052c13a-4731-4b9d-b6d7-b7fe1175da45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:03.099708 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbc30c2e-1dfe-41d2-b332-80214789dd1c req-34bccab6-fe67-4cb5-83a4-f400683f5130 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491072 Aug 24 19:50:03.177688 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1fe0d-92b0-48ee-8142-d8d645538452 req-63d330dd-11f1-4007-9b04-65d3f38d7da9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:03.179242 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e3a1fe0d-92b0-48ee-8142-d8d645538452 req-63d330dd-11f1-4007-9b04-65d3f38d7da9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0534902 Aug 24 19:50:03.188980 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47790) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:03.196457 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-4ee756c4-8cb7-488d-86e2-d54358c25012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Request body: {'floatingip': {'port_id': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:50:03.272160 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4ee756c4-8cb7-488d-86e2-d54358c25012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:03.756532 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e6d3b902-7e81-4e14-a5fa-619f018919ea req-d2dad388-b3ea-48d8-bc2a-b8112b52c392 tempest-DeleteServersTestJSON-1231691666 tempest-DeleteServersTestJSON-1231691666-project] 10.222.0.57 "GET /v2.0/ports?device_id=f85a79c3-f8d2-403f-ad50-67ff9b067d6e HTTP/1.1" status: 200 len: 210 time: 0.1170554 Aug 24 19:50:03.943124 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be39b3e-97da-404d-b822-051362253b17 req-904c7e74-5eb0-49bc-ba6b-4d8b4f744801 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:03.944678 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5be39b3e-97da-404d-b822-051362253b17 req-904c7e74-5eb0-49bc-ba6b-4d8b4f744801 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.1909406 Aug 24 19:50:03.956560 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.db.resource_extend [None req-4ee756c4-8cb7-488d-86e2-d54358c25012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 19:50:04.058971 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4ee756c4-8cb7-488d-86e2-d54358c25012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:04.063129 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5be39b3e-97da-404d-b822-051362253b17 req-e85f0803-4063-4b5f-bf1c-9e8be5e28dba tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040282 Aug 24 19:50:04.064305 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4ee756c4-8cb7-488d-86e2-d54358c25012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:04.168176 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [None req-4ee756c4-8cb7-488d-86e2-d54358c25012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Floating IP 154d7b90-f065-4986-acc7-f8ea145c6454 associated. External IP: 172.27.2.214, port: e116e6ea-fa4c-45ff-9558-889ddceb65b0. Aug 24 19:50:04.373593 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee756c4-8cb7-488d-86e2-d54358c25012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Router 987f89b4-ef25-4907-8729-59317c5cff68 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:50:04.679929 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee756c4-8cb7-488d-86e2-d54358c25012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:50:04.684722 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4ee756c4-8cb7-488d-86e2-d54358c25012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:04.689480 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c21a4-cca8-4cc2-b909-5c47473bf4a0 None None] Sync routers for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:50:04.699259 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c21a4-cca8-4cc2-b909-5c47473bf4a0 None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:50:04.699879 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-db9c21a4-cca8-4cc2-b909-5c47473bf4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:04.715179 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-4ee756c4-8cb7-488d-86e2-d54358c25012 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "PUT /v2.0/floatingips/154d7b90-f065-4986-acc7-f8ea145c6454 HTTP/1.1" status: 200 len: 992 time: 1.5222421 Aug 24 19:50:04.715179 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60840597-5c88-4bcc-97b4-02d52533c7bd', 'tag': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:04.715596 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0167d9-f9ba-44b9-a238-9df36dd08c33" -d '{"events": [{"name": "network-changed", "server_uuid": "60840597-5c88-4bcc-97b4-02d52533c7bd", "tag": "e116e6ea-fa4c-45ff-9558-889ddceb65b0"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:50:04.783092 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73215bc-d5d1-4035-9095-19c8dbe335ee x-openstack-request-id: req-c73215bc-d5d1-4035-9095-19c8dbe335ee {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:50:04.784146 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60840597-5c88-4bcc-97b4-02d52533c7bd", "tag": "e116e6ea-fa4c-45ff-9558-889ddceb65b0", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:50:04.784755 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c73215bc-d5d1-4035-9095-19c8dbe335ee {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:50:04.785384 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60840597-5c88-4bcc-97b4-02d52533c7bd', 'tag': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0', 'status': 'completed', 'code': 200} Aug 24 19:50:04.864810 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0167d9-f9ba-44b9-a238-9df36dd08c33 req-5cc2d7ff-6d98-406c-8645-f98d1d13aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:04.867772 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5e0167d9-f9ba-44b9-a238-9df36dd08c33 req-5cc2d7ff-6d98-406c-8645-f98d1d13aa2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2d949dab476410eade39780e3cc2018&device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 1099 time: 0.0530858 Aug 24 19:50:04.913143 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-db9c21a4-cca8-4cc2-b909-5c47473bf4a0 None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:50:05.016922 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0167d9-f9ba-44b9-a238-9df36dd08c33 req-b7fb1850-9cd2-4f10-bc7c-2193ca37f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:05.017755 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5e0167d9-f9ba-44b9-a238-9df36dd08c33 req-b7fb1850-9cd2-4f10-bc7c-2193ca37f7e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 HTTP/1.1" status: 200 len: 912 time: 0.1299143 Aug 24 19:50:05.141044 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5e0167d9-f9ba-44b9-a238-9df36dd08c33 req-93ed828e-26c3-49c2-a2db-7be44d124f21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e116e6ea-fa4c-45ff-9558-889ddceb65b0 HTTP/1.1" status: 200 len: 1000 time: 0.1110430 Aug 24 19:50:05.277227 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751bf85-fac4-4d11-a546-3e20e18939c7 req-09979c16-294c-4135-9aa6-375af9b1e0cf tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:05.277393 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-db9c21a4-cca8-4cc2-b909-5c47473bf4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '154d7b90-f065-4986-acc7-f8ea145c6454', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'port_id': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'mac_address': 'fa:16:3e:ac:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60840597-5c88-4bcc-97b4-02d52533c7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:49:28Z', 'updated_at': '2021-08-24T19:50:03Z', 'revision_number': 1, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:25Z', 'revision_number': 5, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:05.278784 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6751bf85-fac4-4d11-a546-3e20e18939c7 req-09979c16-294c-4135-9aa6-375af9b1e0cf tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.1115701 Aug 24 19:50:05.285678 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0167d9-f9ba-44b9-a238-9df36dd08c33 req-71c68f1e-1407-49e8-8daf-b60a94a2dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:05.287104 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5e0167d9-f9ba-44b9-a238-9df36dd08c33 req-71c68f1e-1407-49e8-8daf-b60a94a2dd28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0623cb7b-b882-471d-94a2-06bff63acae9 HTTP/1.1" status: 200 len: 850 time: 0.1300819 Aug 24 19:50:05.309734 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c21a4-cca8-4cc2-b909-5c47473bf4a0 None None] Checking router: 987f89b4-ef25-4907-8729-59317c5cff68 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:50:05.320799 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c21a4-cca8-4cc2-b909-5c47473bf4a0 None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:50:05.321511 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-db9c21a4-cca8-4cc2-b909-5c47473bf4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:49:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:05.358205 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6751bf85-fac4-4d11-a546-3e20e18939c7 req-d56a5db0-11f5-4d35-924c-ec3d0f7f5e09 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676880 Aug 24 19:50:05.377117 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0167d9-f9ba-44b9-a238-9df36dd08c33 req-cec912bf-4545-42fb-96cf-8d8ae81ab261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:05.379892 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5e0167d9-f9ba-44b9-a238-9df36dd08c33 req-cec912bf-4545-42fb-96cf-8d8ae81ab261 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657253 Aug 24 19:50:05.456556 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-db9c21a4-cca8-4cc2-b909-5c47473bf4a0 None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:50:05.523055 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5e0167d9-f9ba-44b9-a238-9df36dd08c33 req-2c2bc7f7-2221-4757-ba3d-1eb99be3c768 service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268733 Aug 24 19:50:05.685897 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5e0167d9-f9ba-44b9-a238-9df36dd08c33 req-b3482797-bfe3-4c57-b943-a5f0ed5be689 service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480789 Aug 24 19:50:05.738018 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-cbf032b2-b1ef-4279-add4-1f5fda1a4d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:05.788437 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-db9c21a4-cca8-4cc2-b909-5c47473bf4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '154d7b90-f065-4986-acc7-f8ea145c6454', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'port_id': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'mac_address': 'fa:16:3e:ac:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60840597-5c88-4bcc-97b4-02d52533c7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:49:28Z', 'updated_at': '2021-08-24T19:50:03Z', 'revision_number': 1, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:25Z', 'revision_number': 5, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:05.819644 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c21a4-cca8-4cc2-b909-5c47473bf4a0 None None] The sync data for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi is: [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '154d7b90-f065-4986-acc7-f8ea145c6454', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'port_id': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'mac_address': 'fa:16:3e:ac:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60840597-5c88-4bcc-97b4-02d52533c7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:49:28Z', 'updated_at': '2021-08-24T19:50:03Z', 'revision_number': 1, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:25Z', 'revision_number': 5, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:50:06.018438 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05baeec-c69b-4075-a8f1-f27c523502ad None None] New status for floating IP 154d7b90-f065-4986-acc7-f8ea145c6454: ACTIVE {{(pid=105637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:50:06.169251 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.471830 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11db1f-389e-44f6-b01c-ad0fd1327c41 req-86d38d61-86d8-4423-b6bd-5caf4e218b12 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:06.473360 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2f11db1f-389e-44f6-b01c-ad0fd1327c41 req-86d38d61-86d8-4423-b6bd-5caf4e218b12 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0501826 Aug 24 19:50:06.515578 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2f11db1f-389e-44f6-b01c-ad0fd1327c41 req-a6f1bee5-26a2-4749-9ab8-867e1df381ce tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319278 Aug 24 19:50:06.560831 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47904) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:06.609880 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d8e0aa-9869-49c1-9d8f-a27f5c8fc9b5 admin admin] Deleting subnet ce9d9ab3-1eb5-4bb1-aea7-95c2297c2257 {{(pid=105636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:50:06.612192 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-26d8e0aa-9869-49c1-9d8f-a27f5c8fc9b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.646302 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-26d8e0aa-9869-49c1-9d8f-a27f5c8fc9b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264856231'] for subnet, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.684573 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-26d8e0aa-9869-49c1-9d8f-a27f5c8fc9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.729927 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.739501 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-26d8e0aa-9869-49c1-9d8f-a27f5c8fc9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264856079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267593542'] for subnet, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.773495 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8e0aa-9869-49c1-9d8f-a27f5c8fc9b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce9d9ab3-1eb5-4bb1-aea7-95c2297c2257,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:06.777613 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-26d8e0aa-9869-49c1-9d8f-a27f5c8fc9b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.783121 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-26d8e0aa-9869-49c1-9d8f-a27f5c8fc9b5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ce9d9ab3-1eb5-4bb1-aea7-95c2297c2257 HTTP/1.1" status: 204 len: 168 time: 0.2211375 Aug 24 19:50:06.785927 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47914) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:06.862076 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6eb99a00-0c46-4e31-a969-92a217583248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.942265 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6eb99a00-0c46-4e31-a969-92a217583248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.952247 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-6eb99a00-0c46-4e31-a969-92a217583248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7072e2d2-9eee-41bf-a111-038aa23ebea9']}} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:06.967164 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-6eb99a00-0c46-4e31-a969-92a217583248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b420a1b2-8933-4ffc-9b68-81be6f771fac') {'for_net_delete': True} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:06.967463 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-6eb99a00-0c46-4e31-a969-92a217583248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b420a1b2-8933-4ffc-9b68-81be6f771fac') {} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:06.977186 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6eb99a00-0c46-4e31-a969-92a217583248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264856232'] for segment, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.991762 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6eb99a00-0c46-4e31-a969-92a217583248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.001226 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb99a00-0c46-4e31-a969-92a217583248 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=105636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:50:07.002022 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6eb99a00-0c46-4e31-a969-92a217583248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264856557'] for segment, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: Traceback (most recent call last): Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: timer() Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: cb(*args, **kw) Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: return func(*args, **kwargs) Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: self._notify() Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: self.callback(batched_events) Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: event.method(event) Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: return f(self, *a, **k) Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._get(url).json() Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: return self.request(url, 'GET', **kwargs) Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:50:07.004306 dv-cinder-804093-3-iscsi neutron-server[105636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:50:07.076591 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6eb99a00-0c46-4e31-a969-92a217583248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.096528 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6eb99a00-0c46-4e31-a969-92a217583248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.098655 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-6eb99a00-0c46-4e31-a969-92a217583248 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7072e2d2-9eee-41bf-a111-038aa23ebea9 HTTP/1.1" status: 204 len: 168 time: 0.3117058 Aug 24 19:50:07.111739 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb99a00-0c46-4e31-a969-92a217583248 admin admin] Pushing event deleted for resources: {'Network': ['ID=7072e2d2-9eee-41bf-a111-038aa23ebea9,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:07.142806 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47934) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:07.187291 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Deleting subnet 33998308-b4f8-4623-893c-067f3bfb32a8 {{(pid=105635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:50:07.190981 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.230049 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267673478'] for subnet, precommit_delete_associations {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.274653 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.291725 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47936) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:07.329876 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267901544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264836026'] for subnet, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.333175 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-79e92ebe-eeba-420e-97d4-e72386d64b0c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fbee75d3c67345b38a345c3a11e16c24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402012 Aug 24 19:50:07.335893 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47938) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:07.353440 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33998308-b4f8-4623-893c-067f3bfb32a8,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:07.362752 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:07.363095 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:07.363430 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:07.363757 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:07.364079 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:07.364424 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:07.364743 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:07.365060 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:07.365377 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:07.365690 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:07.366008 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:07.366319 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:07.371693 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.376556 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-b6af3fbc-0f29-41bc-a5d8-69205c18d089 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/33998308-b4f8-4623-893c-067f3bfb32a8 HTTP/1.1" status: 204 len: 168 time: 0.2325826 Aug 24 19:50:07.377162 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 47940) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:07.385544 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3623f987-2837-4977-b33e-3d6f2572bb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.410955 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3623f987-2837-4977-b33e-3d6f2572bb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.453088 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9179de61-d6bb-4e1b-970c-1a2afc35bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.458357 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3623f987-2837-4977-b33e-3d6f2572bb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.461528 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3623f987-2837-4977-b33e-3d6f2572bb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.465015 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-3623f987-2837-4977-b33e-3d6f2572bb04 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d68119b1-9106-4629-b00f-cf82e4e45711 HTTP/1.1" status: 204 len: 168 time: 0.1258888 Aug 24 19:50:07.471426 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623f987-2837-4977-b33e-3d6f2572bb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68119b1-9106-4629-b00f-cf82e4e45711,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:07.533983 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9179de61-d6bb-4e1b-970c-1a2afc35bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.545337 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-9179de61-d6bb-4e1b-970c-1a2afc35bde5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cc6ef8-8f1a-4828-928e-61487f256ad8']}} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:07.555696 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-9179de61-d6bb-4e1b-970c-1a2afc35bde5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66af6615-07ff-438d-be88-01ae4de0a520') {'for_net_delete': True} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:07.555992 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-9179de61-d6bb-4e1b-970c-1a2afc35bde5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66af6615-07ff-438d-be88-01ae4de0a520') {} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:07.565401 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9179de61-d6bb-4e1b-970c-1a2afc35bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267673481'] for segment, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.580993 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9179de61-d6bb-4e1b-970c-1a2afc35bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.587402 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9179de61-d6bb-4e1b-970c-1a2afc35bde5 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=105635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:50:07.587791 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9179de61-d6bb-4e1b-970c-1a2afc35bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267901834'] for segment, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: Traceback (most recent call last): Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: timer() Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: cb(*args, **kw) Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: return func(*args, **kwargs) Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: self._notify() Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: self.callback(batched_events) Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: event.method(event) Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: return f(self, *a, **k) Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._get(url).json() Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: return self.request(url, 'GET', **kwargs) Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:50:07.589755 dv-cinder-804093-3-iscsi neutron-server[105635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:50:07.649493 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9179de61-d6bb-4e1b-970c-1a2afc35bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.655374 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9179de61-d6bb-4e1b-970c-1a2afc35bde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.657627 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-9179de61-d6bb-4e1b-970c-1a2afc35bde5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b9cc6ef8-8f1a-4828-928e-61487f256ad8 HTTP/1.1" status: 204 len: 168 time: 0.2795389 Aug 24 19:50:07.660517 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47952) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:07.668685 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179de61-d6bb-4e1b-970c-1a2afc35bde5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9cc6ef8-8f1a-4828-928e-61487f256ad8,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:07.706400 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae24d70-1696-49bd-946e-d051fa2f3298 admin admin] Deleting subnet 0e8f3454-5c14-4a93-979a-d4773d3ba9a3 {{(pid=105636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:50:07.709613 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-aae24d70-1696-49bd-946e-d051fa2f3298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.743992 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-aae24d70-1696-49bd-946e-d051fa2f3298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264856231'] for subnet, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.785020 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-aae24d70-1696-49bd-946e-d051fa2f3298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.841520 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-aae24d70-1696-49bd-946e-d051fa2f3298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264856079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267593542'] for subnet, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.865442 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae24d70-1696-49bd-946e-d051fa2f3298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8f3454-5c14-4a93-979a-d4773d3ba9a3,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:07.871641 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-aae24d70-1696-49bd-946e-d051fa2f3298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:07.873703 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-aae24d70-1696-49bd-946e-d051fa2f3298 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0e8f3454-5c14-4a93-979a-d4773d3ba9a3 HTTP/1.1" status: 204 len: 168 time: 0.2114353 Aug 24 19:50:07.877018 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47962) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:07.945227 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e47316d0-cc0f-4896-8ae6-9246ba14df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.028790 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e47316d0-cc0f-4896-8ae6-9246ba14df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.039599 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-e47316d0-cc0f-4896-8ae6-9246ba14df5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05304acf-f674-4b55-a7c6-6a7b3b705ed2']}} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:08.050287 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-e47316d0-cc0f-4896-8ae6-9246ba14df5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24937027-f7a0-4a9a-95f9-e03b26a11a02') {'for_net_delete': True} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:08.050587 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-e47316d0-cc0f-4896-8ae6-9246ba14df5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24937027-f7a0-4a9a-95f9-e03b26a11a02') {} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:50:08.059511 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e47316d0-cc0f-4896-8ae6-9246ba14df5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264856232'] for segment, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.073778 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e47316d0-cc0f-4896-8ae6-9246ba14df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.082088 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47316d0-cc0f-4896-8ae6-9246ba14df5d admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=105636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:50:08.082487 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e47316d0-cc0f-4896-8ae6-9246ba14df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264856557'] for segment, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: Traceback (most recent call last): Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: timer() Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: cb(*args, **kw) Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: return func(*args, **kwargs) Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: self._notify() Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: self.callback(batched_events) Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: event.method(event) Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: return f(self, *a, **k) Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._get(url).json() Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: return self.request(url, 'GET', **kwargs) Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:50:08.084163 dv-cinder-804093-3-iscsi neutron-server[105636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:50:08.142677 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e47316d0-cc0f-4896-8ae6-9246ba14df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.148587 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e47316d0-cc0f-4896-8ae6-9246ba14df5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.151507 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-e47316d0-cc0f-4896-8ae6-9246ba14df5d admin admin] 10.222.0.57 "DELETE /v2.0/networks/05304acf-f674-4b55-a7c6-6a7b3b705ed2 HTTP/1.1" status: 204 len: 168 time: 0.2733753 Aug 24 19:50:08.167600 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47316d0-cc0f-4896-8ae6-9246ba14df5d admin admin] Pushing event deleted for resources: {'Network': ['ID=05304acf-f674-4b55-a7c6-6a7b3b705ed2,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:08.315260 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47978) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:08.358272 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-92b1f18b-86a8-40ed-a848-4862db781887 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8554a93d3204009920cebb310498479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418735 Aug 24 19:50:08.361782 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47980) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:08.387158 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.410386 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1dfbdd0e-a9a4-416a-9bd0-8b7aff8998fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.430616 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1dfbdd0e-a9a4-416a-9bd0-8b7aff8998fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.481036 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1dfbdd0e-a9a4-416a-9bd0-8b7aff8998fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.486470 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1dfbdd0e-a9a4-416a-9bd0-8b7aff8998fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.487664 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-1dfbdd0e-a9a4-416a-9bd0-8b7aff8998fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bada883d-cde8-4565-92e0-07ca5ab18b39 HTTP/1.1" status: 204 len: 168 time: 0.1250048 Aug 24 19:50:08.495584 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbdd0e-a9a4-416a-9bd0-8b7aff8998fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bada883d-cde8-4565-92e0-07ca5ab18b39,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:08.528545 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.798671 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47988) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:08.838736 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-da4404c0-3b78-4116-bb3f-17667f5fad9e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38c2e11d10cd459d9b371c480c62e552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387614 Aug 24 19:50:08.841137 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 47990) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:08.888884 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4411f8eb-865d-4da3-9308-419bb4108097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.909437 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4411f8eb-865d-4da3-9308-419bb4108097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.956367 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4411f8eb-865d-4da3-9308-419bb4108097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.958851 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-4411f8eb-865d-4da3-9308-419bb4108097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:08.959966 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-4411f8eb-865d-4da3-9308-419bb4108097 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/30e46945-171a-4af6-a3db-4ab392c4c997 HTTP/1.1" status: 204 len: 168 time: 0.1179481 Aug 24 19:50:08.968973 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411f8eb-865d-4da3-9308-419bb4108097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e46945-171a-4af6-a3db-4ab392c4c997,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:09.693696 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80621318-e34e-4823-a2b1-0d2eb00e3240 req-5da63e9f-aadb-4764-a289-7178b5359e09 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445187 Aug 24 19:50:09.828699 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acecc4-cec1-4efc-a0c2-d31ad739247d req-d01150cb-5520-4ea8-b97f-12581e3cce82 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:09.830254 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45acecc4-cec1-4efc-a0c2-d31ad739247d req-d01150cb-5520-4ea8-b97f-12581e3cce82 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.1023092 Aug 24 19:50:09.832973 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80621318-e34e-4823-a2b1-0d2eb00e3240 req-48514074-6fd8-44e4-b79b-700b760db79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:09.834321 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80621318-e34e-4823-a2b1-0d2eb00e3240 req-48514074-6fd8-44e4-b79b-700b760db79c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 1099 time: 0.0700212 Aug 24 19:50:09.902701 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45acecc4-cec1-4efc-a0c2-d31ad739247d req-2cc9e4ed-c94c-4b24-aaae-985354757759 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657365 Aug 24 19:50:09.972507 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80621318-e34e-4823-a2b1-0d2eb00e3240 req-803328ed-ef14-42f1-b1fa-16a2a33524e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:09.973982 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80621318-e34e-4823-a2b1-0d2eb00e3240 req-803328ed-ef14-42f1-b1fa-16a2a33524e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 200 len: 919 time: 0.1154773 Aug 24 19:50:10.017638 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80621318-e34e-4823-a2b1-0d2eb00e3240 req-1b443e36-5599-468c-875a-d0393e745137 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce HTTP/1.1" status: 200 len: 217 time: 0.0347643 Aug 24 19:50:10.034953 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48028) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:10.082735 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80621318-e34e-4823-a2b1-0d2eb00e3240 req-fe8d8a33-b762-46b4-92f4-4721c6b405a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:10.084356 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80621318-e34e-4823-a2b1-0d2eb00e3240 req-fe8d8a33-b762-46b4-92f4-4721c6b405a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2bf38ed-d9f1-4bc8-bd79-bec2e981d932 HTTP/1.1" status: 200 len: 858 time: 0.0591118 Aug 24 19:50:10.125710 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80621318-e34e-4823-a2b1-0d2eb00e3240 req-b7cca33e-8c42-435b-99c9-8b82a9005ccf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098493d5-4729-4f73-889b-9717d87ddf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249646 Aug 24 19:50:10.158712 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c4a0b984-f1e3-45d3-8263-4c3c44724271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:10.242089 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80621318-e34e-4823-a2b1-0d2eb00e3240 req-6a90da76-7068-4e73-961d-9f144216c071 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965929 Aug 24 19:50:10.275025 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c4a0b984-f1e3-45d3-8263-4c3c44724271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:10.280024 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c4a0b984-f1e3-45d3-8263-4c3c44724271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:10.328411 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c4a0b984-f1e3-45d3-8263-4c3c44724271 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b69e6c3e2fb942ee98e28fbcb319398d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916219 Aug 24 19:50:10.330401 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 48044) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:10.334063 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0b984-f1e3-45d3-8263-4c3c44724271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f319395d-f669-4831-ae73-f4b2dba0cd3d,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:10.395731 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80621318-e34e-4823-a2b1-0d2eb00e3240 req-4aacb945-99c6-49bc-89ba-67289b5ec01c service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395767 Aug 24 19:50:10.407784 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0ea2191d-da80-4ba1-a856-145561daa7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:10.432287 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0ea2191d-da80-4ba1-a856-145561daa7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:10.485407 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0ea2191d-da80-4ba1-a856-145561daa7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:10.488065 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0ea2191d-da80-4ba1-a856-145561daa7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:10.492462 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-0ea2191d-da80-4ba1-a856-145561daa7c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f319395d-f669-4831-ae73-f4b2dba0cd3d HTTP/1.1" status: 204 len: 168 time: 0.1575246 Aug 24 19:50:10.498158 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2191d-da80-4ba1-a856-145561daa7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f319395d-f669-4831-ae73-f4b2dba0cd3d,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:11.043967 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed07182-3b5c-4ee3-af38-725b10a1f187 req-1ff72e5d-f08b-4165-b4ac-afdc5839b200 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:11.045584 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ed07182-3b5c-4ee3-af38-725b10a1f187 req-1ff72e5d-f08b-4165-b4ac-afdc5839b200 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0577335 Aug 24 19:50:11.084172 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ed07182-3b5c-4ee3-af38-725b10a1f187 req-48fc5042-932a-4da4-baa7-31f3279228fd tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326247 Aug 24 19:50:11.195743 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 48086) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:11.290809 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1034924679-network', 'tenant_id': 'eda103fa4254461d81c66031465063f4'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:50:11.312277 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Made reservation on behalf of eda103fa4254461d81c66031465063f4 for: {'network': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:50:11.314492 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.322596 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.417549 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.421831 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.446939 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=105636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:50:11.457798 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a016032-782b-4d7b-a8c5-dfa995836a1b,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:11.463001 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.463351 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.segments_db [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Added segment 7a057fe1-2f93-47bc-996e-43a07c5d2761 of type vlan for network a24767f9-9c39-4272-b32a-683804e57c5c Aug 24 19:50:11.512665 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.540214 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.541170 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:11.542438 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.580713 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3837829 Aug 24 19:50:11.583655 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48104) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:11.588915 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-b5e83536-48be-495f-be92-f87bd8e62fe7 admin admin] Request body: {'subnet': {'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1034924679-subnet', 'tenant_id': 'eda103fa4254461d81c66031465063f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:50:11.624376 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376381e-ed00-4409-9850-1ac538cb1582 admin admin] Pushing event updated for resources: {'Network': ['ID=a24767f9-9c39-4272-b32a-683804e57c5c,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:11.625940 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e83536-48be-495f-be92-f87bd8e62fe7 admin admin] Made reservation on behalf of eda103fa4254461d81c66031465063f4 for: {'subnet': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:50:11.629537 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b5e83536-48be-495f-be92-f87bd8e62fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264835905'] for subnet, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.636685 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network a24767f9-9c39-4272-b32a-683804e57c5c details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:50:11.824352 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b5e83536-48be-495f-be92-f87bd8e62fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267901487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264836019'] for subnet, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.884699 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e83536-48be-495f-be92-f87bd8e62fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ebd80c7-4900-4761-8abc-3d8094635aec,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:11.894128 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e83536-48be-495f-be92-f87bd8e62fe7 admin admin] Checking segment: {'id': '7a057fe1-2f93-47bc-996e-43a07c5d2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:50:11.894482 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e83536-48be-495f-be92-f87bd8e62fe7 admin admin] Network hostable DHCP agents. Network: a24767f9-9c39-4272-b32a-683804e57c5c, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:50:11.910214 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e83536-48be-495f-be92-f87bd8e62fe7 admin admin] Network a24767f9-9c39-4272-b32a-683804e57c5c is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:50:11.918728 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-b5e83536-48be-495f-be92-f87bd8e62fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, a24767f9-9c39-4272-b32a-683804e57c5c) {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:50:11.923631 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e83536-48be-495f-be92-f87bd8e62fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:11.924260 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b5e83536-48be-495f-be92-f87bd8e62fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:11.930522 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86544bea-6318-444e-816e-f76326ba6ce3 None None] Network a24767f9-9c39-4272-b32a-683804e57c5c requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:50:11.939139 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-b5e83536-48be-495f-be92-f87bd8e62fe7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3543608 Aug 24 19:50:12.195857 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced8be03-f956-4dd5-8341-aca7096924e7 None None] Network a24767f9-9c39-4272-b32a-683804e57c5c requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:50:15.099032 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef0724-83c6-4065-b5ea-e258192a604d req-1b4e164a-e818-4414-a174-9465fceff0a1 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:15.100544 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-35ef0724-83c6-4065-b5ea-e258192a604d req-1b4e164a-e818-4414-a174-9465fceff0a1 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0483084 Aug 24 19:50:15.137076 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-35ef0724-83c6-4065-b5ea-e258192a604d req-49301d82-9f1a-4ef7-8f27-2140b3ac2ce4 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306304 Aug 24 19:50:15.804939 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-d3c50999-858a-40df-b514-f7811de85062 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:15.806658 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-d3c50999-858a-40df-b514-f7811de85062 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/networks?id=a24767f9-9c39-4272-b32a-683804e57c5c HTTP/1.1" status: 200 len: 809 time: 0.1084375 Aug 24 19:50:15.822352 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-96959316-4f66-42e3-9306-551936e47004 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/quotas/eda103fa4254461d81c66031465063f4 HTTP/1.1" status: 200 len: 375 time: 0.0090237 Aug 24 19:50:15.852755 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-c9b8712e-c8c9-49a4-81ee-c88a6056a06e tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=eda103fa4254461d81c66031465063f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244896 Aug 24 19:50:15.948558 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-58a67034-4c9e-42d2-b14c-c92f7cd72914 service neutron] 10.222.0.57 "GET /v2.0/networks/a24767f9-9c39-4272-b32a-683804e57c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887265 Aug 24 19:50:16.055541 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-d5c02f99-f655-4d21-aa61-42ed91abc896 service neutron] 10.222.0.57 "GET /v2.0/networks/a24767f9-9c39-4272-b32a-683804e57c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996892 Aug 24 19:50:16.257751 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bb1b2c64-30cb-42f8-96b7-ab326dbe7a1d req-a565318f-50e2-45a2-958a-3d2553a534b3 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 210 time: 0.0363901 Aug 24 19:50:16.324026 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218de77f-7904-43e5-88dd-156fc7108a79 req-5d7fafb6-a20b-4da3-825b-ae925f2bcc5c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:16.331566 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-218de77f-7904-43e5-88dd-156fc7108a79 req-5d7fafb6-a20b-4da3-825b-ae925f2bcc5c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0584874 Aug 24 19:50:16.376757 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-218de77f-7904-43e5-88dd-156fc7108a79 req-5a268983-6cb6-466a-a3b2-25ff2a6da582 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441749 Aug 24 19:50:17.234230 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48230) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:17.362872 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8996fa6f-fbac-44bd-b6cb-0c873a7aa3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:17.381703 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3fb69847-4b7f-433c-8098-4b2dddc657d5 req-15849ef5-8c67-4666-8f16-5c915df08eaf tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 210 time: 0.0315778 Aug 24 19:50:17.456441 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-90310255-97e1-42d5-b50b-1a172b2be1a0 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:17.458580 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-90310255-97e1-42d5-b50b-1a172b2be1a0 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.62 "GET /v2.0/networks?id=a24767f9-9c39-4272-b32a-683804e57c5c HTTP/1.1" status: 200 len: 809 time: 0.1689339 Aug 24 19:50:17.469531 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8996fa6f-fbac-44bd-b6cb-0c873a7aa3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:17.475232 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8996fa6f-fbac-44bd-b6cb-0c873a7aa3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:17.496773 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-89af12c1-5d71-41b6-9b83-438e02094fb6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Request body: {'port': {'device_id': '69220260-b2cd-4e84-9675-7372579f739d', 'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c', 'admin_state_up': True, 'tenant_id': 'eda103fa4254461d81c66031465063f4'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:50:17.522702 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-8996fa6f-fbac-44bd-b6cb-0c873a7aa3ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=32faf3a57ca2422586c2acfdc8ff4930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847610 Aug 24 19:50:17.522702 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996fa6f-fbac-44bd-b6cb-0c873a7aa3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd660d23-133c-425e-b5bd-29e6869e4189,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:17.523783 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48250) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:17.594274 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4398aa9d-c060-4f69-a6cc-3de1df571e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:17.622891 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4398aa9d-c060-4f69-a6cc-3de1df571e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:17.660596 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811467e3-5903-4e3f-9542-9fe521eb77ac req-82c24b68-2293-44a6-94cd-14de063aabf7 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:17.662111 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-811467e3-5903-4e3f-9542-9fe521eb77ac req-82c24b68-2293-44a6-94cd-14de063aabf7 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.1843765 Aug 24 19:50:17.690817 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4398aa9d-c060-4f69-a6cc-3de1df571e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:17.694364 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4398aa9d-c060-4f69-a6cc-3de1df571e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:17.696200 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-4398aa9d-c060-4f69-a6cc-3de1df571e44 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd660d23-133c-425e-b5bd-29e6869e4189 HTTP/1.1" status: 204 len: 168 time: 0.1707711 Aug 24 19:50:17.704332 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398aa9d-c060-4f69-a6cc-3de1df571e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd660d23-133c-425e-b5bd-29e6869e4189,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:17.734234 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-811467e3-5903-4e3f-9542-9fe521eb77ac req-98f5f27b-bbfe-4f85-a8c4-02fb34247feb tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467136 Aug 24 19:50:17.735633 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-89af12c1-5d71-41b6-9b83-438e02094fb6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Made reservation on behalf of eda103fa4254461d81c66031465063f4 for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:50:17.739268 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-89af12c1-5d71-41b6-9b83-438e02094fb6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:17.912102 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-89af12c1-5d71-41b6-9b83-438e02094fb6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Allocated IP 172.20.0.2 (a24767f9-9c39-4272-b32a-683804e57c5c/7ebd80c7-4900-4761-8abc-3d8094635aec/243266c2-3b22-4f73-80e8-3397e28b2ed4) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:50:18.019997 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48276) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:18.099155 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-89af12c1-5d71-41b6-9b83-438e02094fb6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.135321 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48280) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:18.157082 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-03900576-15da-4d75-aeca-556235828d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.157886 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-89af12c1-5d71-41b6-9b83-438e02094fb6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.186360 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e3994140-384f-4ddd-8e22-ef1a418fd6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.206113 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-89af12c1-5d71-41b6-9b83-438e02094fb6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Network a24767f9-9c39-4272-b32a-683804e57c5c is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:50:18.209938 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-89af12c1-5d71-41b6-9b83-438e02094fb6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:50:18.216694 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-89af12c1-5d71-41b6-9b83-438e02094fb6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:50:18.253033 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af12c1-5d71-41b6-9b83-438e02094fb6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Pushing event updated for resources: {'Port': ['ID=243266c2-3b22-4f73-80e8-3397e28b2ed4,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:18.284603 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-89af12c1-5d71-41b6-9b83-438e02094fb6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:18.285202 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-89af12c1-5d71-41b6-9b83-438e02094fb6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.302543 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-03900576-15da-4d75-aeca-556235828d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.307072 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-03900576-15da-4d75-aeca-556235828d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.309776 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-89af12c1-5d71-41b6-9b83-438e02094fb6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8389368 Aug 24 19:50:18.331067 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Request body: {'port': {'device_id': '69220260-b2cd-4e84-9675-7372579f739d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:50:18.357842 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-03900576-15da-4d75-aeca-556235828d7d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d24c87a5206347d48c4cc6d9c65046cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210143 Aug 24 19:50:18.359773 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03900576-15da-4d75-aeca-556235828d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f75a8f4-1fd6-49d1-9edd-e168614a0272,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:18.362407 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 48286) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:18.428335 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.433472 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e3994140-384f-4ddd-8e22-ef1a418fd6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.438485 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e3994140-384f-4ddd-8e22-ef1a418fd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.481530 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-e3994140-384f-4ddd-8e22-ef1a418fd6cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=39340ab616f44e9aaf62c4e216a624c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602675 Aug 24 19:50:18.482403 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3994140-384f-4ddd-8e22-ef1a418fd6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d190b6a5-da9d-425c-9276-4aac9fe03821,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:18.484964 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48290) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:18.490379 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-05b3290a-79d2-40ae-84b8-5f39a2163457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.532865 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7ff1de73-4742-4b9f-b3dc-ff8fba516942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.548279 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-05b3290a-79d2-40ae-84b8-5f39a2163457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.557767 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7ff1de73-4742-4b9f-b3dc-ff8fba516942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.605357 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7ff1de73-4742-4b9f-b3dc-ff8fba516942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.608145 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7ff1de73-4742-4b9f-b3dc-ff8fba516942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.612302 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-7ff1de73-4742-4b9f-b3dc-ff8fba516942 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d190b6a5-da9d-425c-9276-4aac9fe03821 HTTP/1.1" status: 204 len: 168 time: 0.1238947 Aug 24 19:50:18.620272 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1de73-4742-4b9f-b3dc-ff8fba516942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d190b6a5-da9d-425c-9276-4aac9fe03821,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:18.633444 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1f497-fe69-4121-be93-22c86a5c4cda req-e063e433-d373-43ee-a47e-b799ed4b0651 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:18.634965 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2bc1f497-fe69-4121-be93-22c86a5c4cda req-e063e433-d373-43ee-a47e-b799ed4b0651 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 931 time: 0.1673374 Aug 24 19:50:18.748497 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2bc1f497-fe69-4121-be93-22c86a5c4cda req-990740a9-be01-4abe-80a2-a07e33aa15cc tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990493 Aug 24 19:50:18.751850 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-05b3290a-79d2-40ae-84b8-5f39a2163457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.754823 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-05b3290a-79d2-40ae-84b8-5f39a2163457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:18.756284 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-05b3290a-79d2-40ae-84b8-5f39a2163457 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f75a8f4-1fd6-49d1-9edd-e168614a0272 HTTP/1.1" status: 204 len: 168 time: 0.3924625 Aug 24 19:50:18.770268 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3290a-79d2-40ae-84b8-5f39a2163457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f75a8f4-1fd6-49d1-9edd-e168614a0272,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:19.148419 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243266c2-3b22-4f73-80e8-3397e28b2ed4 {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:50:19.159764 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0f85b-6413-438b-b913-bff28c0bad5b req-65dfad93-3a1d-4528-a01f-5405448a3ce8 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:19.166821 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a9f0f85b-6413-438b-b913-bff28c0bad5b req-65dfad93-3a1d-4528-a01f-5405448a3ce8 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.3200490 Aug 24 19:50:19.177580 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:19.201331 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Transition to ACTIVE for port object 243266c2-3b22-4f73-80e8-3397e28b2ed4 will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:50:19.207539 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:19.238927 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48330) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:19.242589 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a9f0f85b-6413-438b-b913-bff28c0bad5b req-e2904495-5255-4071-8b3f-e2452795b10e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749424 Aug 24 19:50:19.268495 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Pushing event updated for resources: {'Port': ['ID=243266c2-3b22-4f73-80e8-3397e28b2ed4,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:19.360572 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Attempting to bind port 243266c2-3b22-4f73-80e8-3397e28b2ed4 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:50:19.360995 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Attempting to bind port 243266c2-3b22-4f73-80e8-3397e28b2ed4 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '7a057fe1-2f93-47bc-996e-43a07c5d2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:50:19.361391 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Attempting to bind port 243266c2-3b22-4f73-80e8-3397e28b2ed4 on network a24767f9-9c39-4272-b32a-683804e57c5c {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:50:19.366226 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Port 243266c2-3b22-4f73-80e8-3397e28b2ed4 on network a24767f9-9c39-4272-b32a-683804e57c5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:50:19.366768 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Attempting to bind port 243266c2-3b22-4f73-80e8-3397e28b2ed4 on network a24767f9-9c39-4272-b32a-683804e57c5c {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:50:19.372136 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:50:19.372716 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Checking segment: {'id': '7a057fe1-2f93-47bc-996e-43a07c5d2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:50:19.373311 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Bound using segment: {'id': '7a057fe1-2f93-47bc-996e-43a07c5d2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:50:19.374523 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Bound port: 243266c2-3b22-4f73-80e8-3397e28b2ed4, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a057fe1-2f93-47bc-996e-43a07c5d2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:50:19.375003 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:19.455444 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] For port 243266c2-3b22-4f73-80e8-3397e28b2ed4, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:50:19.458967 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] For port 243266c2-3b22-4f73-80e8-3397e28b2ed4, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=243266c2-3b22-4f73-80e8-3397e28b2ed4,segment=NetworkSegment(7a057fe1-2f93-47bc-996e-43a07c5d2761),segment_id=7a057fe1-2f93-47bc-996e-43a07c5d2761)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:50:19.460230 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c79fd647-0a43-402a-92dd-079c7c7e79e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:19.470546 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:19.525710 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:19.526435 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:19.527928 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] 10.222.0.62 "PUT /v2.0/ports/243266c2-3b22-4f73-80e8-3397e28b2ed4 HTTP/1.1" status: 200 len: 1093 time: 1.2025070 Aug 24 19:50:19.528519 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69220260-b2cd-4e84-9675-7372579f739d', 'tag': '243266c2-3b22-4f73-80e8-3397e28b2ed4'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:19.531387 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb0e991-2c49-45bf-a1ed-c8f799396692" -d '{"events": [{"name": "network-changed", "server_uuid": "69220260-b2cd-4e84-9675-7372579f739d", "tag": "243266c2-3b22-4f73-80e8-3397e28b2ed4"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:50:19.574346 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bcc22-23f7-4812-bcb8-a1233a1b8d74 service neutron] Pushing event updated for resources: {'Port': ['ID=243266c2-3b22-4f73-80e8-3397e28b2ed4,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:19.591828 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c79fd647-0a43-402a-92dd-079c7c7e79e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:19.599066 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c79fd647-0a43-402a-92dd-079c7c7e79e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:19.602914 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b888a66a-c8a5-4a8b-8906-e8ddbb808a0e x-openstack-request-id: req-b888a66a-c8a5-4a8b-8906-e8ddbb808a0e {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:50:19.603369 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69220260-b2cd-4e84-9675-7372579f739d", "tag": "243266c2-3b22-4f73-80e8-3397e28b2ed4", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:50:19.603619 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b888a66a-c8a5-4a8b-8906-e8ddbb808a0e {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:50:19.604004 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69220260-b2cd-4e84-9675-7372579f739d', 'tag': '243266c2-3b22-4f73-80e8-3397e28b2ed4', 'status': 'completed', 'code': 200} Aug 24 19:50:19.643807 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-881a257f-1510-4251-8119-048857bc34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:19.644927 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c79fd647-0a43-402a-92dd-079c7c7e79e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e9b3878c36de418cab5b1069ff6ac8df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042048 Aug 24 19:50:19.645508 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-881a257f-1510-4251-8119-048857bc34a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eda103fa4254461d81c66031465063f4&device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 1096 time: 0.0575593 Aug 24 19:50:19.645993 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fd647-0a43-402a-92dd-079c7c7e79e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65c134b-b200-4f93-9702-9cf17a5ec287,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:19.647435 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 48358) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:19.709452 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-d33bbef1-afdb-4636-9ab8-90e0cbc8e335 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=243266c2-3b22-4f73-80e8-3397e28b2ed4 HTTP/1.1" status: 200 len: 217 time: 0.0428474 Aug 24 19:50:19.786469 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d698c1dc-0af3-4202-9e46-c0913fcc4a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:19.793716 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-82d49082-f096-48ee-b6be-c3f20b5ba1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:19.795061 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-82d49082-f096-48ee-b6be-c3f20b5ba1f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ebd80c7-4900-4761-8abc-3d8094635aec HTTP/1.1" status: 200 len: 849 time: 0.0708187 Aug 24 19:50:19.841777 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-2ddedbcb-369b-47bb-877d-de6c6308388b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a24767f9-9c39-4272-b32a-683804e57c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334270 Aug 24 19:50:19.844433 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d698c1dc-0af3-4202-9e46-c0913fcc4a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:19.976860 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf124aad-1e08-4b70-8d66-34c0d2c21040 req-3889a6e3-e6e1-48e6-bd33-64008036900f tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:19.978375 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bf124aad-1e08-4b70-8d66-34c0d2c21040 req-3889a6e3-e6e1-48e6-bd33-64008036900f tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 943 time: 0.1319938 Aug 24 19:50:19.999483 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d698c1dc-0af3-4202-9e46-c0913fcc4a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:20.002451 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d698c1dc-0af3-4202-9e46-c0913fcc4a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:20.004146 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-d698c1dc-0af3-4202-9e46-c0913fcc4a45 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a65c134b-b200-4f93-9702-9cf17a5ec287 HTTP/1.1" status: 204 len: 168 time: 0.3546705 Aug 24 19:50:20.036969 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698c1dc-0af3-4202-9e46-c0913fcc4a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65c134b-b200-4f93-9702-9cf17a5ec287,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:20.040747 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-d26c76a4-ed69-4531-87d2-e4414f1ebe89 service neutron] 10.222.0.62 "GET /v2.0/networks/a24767f9-9c39-4272-b32a-683804e57c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883364 Aug 24 19:50:20.060950 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bf124aad-1e08-4b70-8d66-34c0d2c21040 req-6bdaf431-acc0-4f12-9dc2-8ff4b3304db6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659695 Aug 24 19:50:20.159335 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-794b0bcf-bc9a-45eb-8017-c0cb76bb4b11 req-c85dba2c-4934-4f40-b2c5-451a88c56afe service neutron] 10.222.0.62 "GET /v2.0/networks/a24767f9-9c39-4272-b32a-683804e57c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023648 Aug 24 19:50:20.274539 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0e991-2c49-45bf-a1ed-c8f799396692 req-34cfae6c-b05f-4e4d-9df3-55a39c344c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:20.276224 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6bb0e991-2c49-45bf-a1ed-c8f799396692 req-34cfae6c-b05f-4e4d-9df3-55a39c344c5f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eda103fa4254461d81c66031465063f4&device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 1096 time: 0.0440385 Aug 24 19:50:20.423157 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f32ed2-d263-4fd3-9203-e252d97e273c req-54fcd1fe-a5da-4894-a608-7b32607feac4 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:20.424781 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f1f32ed2-d263-4fd3-9203-e252d97e273c req-54fcd1fe-a5da-4894-a608-7b32607feac4 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0802877 Aug 24 19:50:20.427710 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0e991-2c49-45bf-a1ed-c8f799396692 req-130de9ef-078a-4661-8568-8e4d2b936c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:20.429106 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6bb0e991-2c49-45bf-a1ed-c8f799396692 req-130de9ef-078a-4661-8568-8e4d2b936c88 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a24767f9-9c39-4272-b32a-683804e57c5c HTTP/1.1" status: 200 len: 910 time: 0.1392765 Aug 24 19:50:20.485727 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6bb0e991-2c49-45bf-a1ed-c8f799396692 req-9ed15b2f-e610-4d11-8d3b-c9da083b2494 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=243266c2-3b22-4f73-80e8-3397e28b2ed4 HTTP/1.1" status: 200 len: 217 time: 0.0401359 Aug 24 19:50:20.500718 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f1f32ed2-d263-4fd3-9203-e252d97e273c req-35fa49ef-4b3f-42ed-995c-049cdf1c3b79 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699418 Aug 24 19:50:20.565084 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0e991-2c49-45bf-a1ed-c8f799396692 req-77f083e2-103d-4cd7-a2ba-c69e9da2081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:20.568356 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6bb0e991-2c49-45bf-a1ed-c8f799396692 req-77f083e2-103d-4cd7-a2ba-c69e9da2081a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ebd80c7-4900-4761-8abc-3d8094635aec HTTP/1.1" status: 200 len: 849 time: 0.0603333 Aug 24 19:50:20.609479 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6bb0e991-2c49-45bf-a1ed-c8f799396692 req-3dcb83f6-8ad7-4d80-a0e6-108844736bc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a24767f9-9c39-4272-b32a-683804e57c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315275 Aug 24 19:50:20.724879 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6bb0e991-2c49-45bf-a1ed-c8f799396692 req-2bf6c6d5-1f2d-4ea4-a1d1-e82ce2a65d5d service neutron] 10.222.0.62 "GET /v2.0/networks/a24767f9-9c39-4272-b32a-683804e57c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073015 Aug 24 19:50:20.829175 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6bb0e991-2c49-45bf-a1ed-c8f799396692 req-e0b0696c-0c80-47f8-b67d-784d6cc16ddb service neutron] 10.222.0.62 "GET /v2.0/networks/a24767f9-9c39-4272-b32a-683804e57c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945907 Aug 24 19:50:21.193251 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76fd2c-6d58-4c7a-be90-19672218a873 req-f691ec88-6e09-4026-ae54-726ed45fe24d tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:21.194780 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2e76fd2c-6d58-4c7a-be90-19672218a873 req-f691ec88-6e09-4026-ae54-726ed45fe24d tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 943 time: 0.0509014 Aug 24 19:50:21.235249 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2e76fd2c-6d58-4c7a-be90-19672218a873 req-3102b650-6edb-483c-a71c-d4280e730d0a tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343652 Aug 24 19:50:21.645108 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521ed08-7036-4ae4-9e30-a72bfa0d1487 req-bce219d6-7f7c-4171-8a03-9f4efe2e4312 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:21.646624 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5521ed08-7036-4ae4-9e30-a72bfa0d1487 req-bce219d6-7f7c-4171-8a03-9f4efe2e4312 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0716081 Aug 24 19:50:21.699442 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5521ed08-7036-4ae4-9e30-a72bfa0d1487 req-37c1e639-b09b-46f3-a00f-923b72ad96c5 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450072 Aug 24 19:50:22.354996 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c535ec-919c-46cb-bfbb-569f110cf068 req-0df8dff1-054e-4ed7-885e-77a74db8af96 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:22.356493 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f5c535ec-919c-46cb-bfbb-569f110cf068 req-0df8dff1-054e-4ed7-885e-77a74db8af96 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 943 time: 0.0516834 Aug 24 19:50:22.394149 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f5c535ec-919c-46cb-bfbb-569f110cf068 req-4b2a177d-b890-4468-9f65-b312d6d452ed tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313094 Aug 24 19:50:22.557363 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 243266c2-3b22-4f73-80e8-3397e28b2ed4 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:50:22.650774 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 243266c2-3b22-4f73-80e8-3397e28b2ed4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=243266c2-3b22-4f73-80e8-3397e28b2ed4,segment=NetworkSegment(7a057fe1-2f93-47bc-996e-43a07c5d2761),segment_id=7a057fe1-2f93-47bc-996e-43a07c5d2761)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:50:22.662239 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '243266c2-3b22-4f73-80e8-3397e28b2ed4', 'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c', 'port_id': '243266c2-3b22-4f73-80e8-3397e28b2ed4', 'mac_address': 'fa:16:3e:2b:76:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebd80c7-4900-4761-8abc-3d8094635aec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:50:22.698534 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:22.711084 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243266c2-3b22-4f73-80e8-3397e28b2ed4 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:50:22.730155 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 243266c2-3b22-4f73-80e8-3397e28b2ed4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=243266c2-3b22-4f73-80e8-3397e28b2ed4,segment=NetworkSegment(7a057fe1-2f93-47bc-996e-43a07c5d2761),segment_id=7a057fe1-2f93-47bc-996e-43a07c5d2761)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:50:22.734348 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:22.780740 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=243266c2-3b22-4f73-80e8-3397e28b2ed4,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:22.787871 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:22.788246 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:22.788605 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:22.788919 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:22.789250 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:22.790939 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:22.790939 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:22.790939 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:22.790939 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:22.790939 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:22.791371 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:22.791465 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:50:22.822181 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce44e39-c0dd-40a4-8752-896de7342f42 req-8659ca44-5384-43f7-8009-6dfea78fa80b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:22.823656 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9ce44e39-c0dd-40a4-8752-896de7342f42 req-8659ca44-5384-43f7-8009-6dfea78fa80b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0511801 Aug 24 19:50:22.861109 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9ce44e39-c0dd-40a4-8752-896de7342f42 req-a117a125-757a-40b8-839c-1411f6ce849f tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310030 Aug 24 19:50:23.068466 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['243266c2-3b22-4f73-80e8-3397e28b2ed4'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:50:23.522263 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f02a43-cf68-4905-830f-fd03fe971e71 req-8f6f0677-e252-4ecd-b385-0c3730b0afe6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:23.523821 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d8f02a43-cf68-4905-830f-fd03fe971e71 req-8f6f0677-e252-4ecd-b385-0c3730b0afe6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 944 time: 0.0584984 Aug 24 19:50:23.565089 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d8f02a43-cf68-4905-830f-fd03fe971e71 req-50b33743-8058-4ed9-9e69-bbde4ce1fa2a tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353358 Aug 24 19:50:23.991366 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61907201-c55e-4fbd-bd3a-07092fd87687 req-aac5cf93-aa1c-457b-a3cc-746d922c4e5c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:23.992944 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-61907201-c55e-4fbd-bd3a-07092fd87687 req-aac5cf93-aa1c-457b-a3cc-746d922c4e5c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0611560 Aug 24 19:50:24.047497 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-61907201-c55e-4fbd-bd3a-07092fd87687 req-3245a681-9693-45ae-aba6-35422715ed29 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380049 Aug 24 19:50:24.558081 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 48578) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:24.586813 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 243266c2-3b22-4f73-80e8-3397e28b2ed4 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:50:24.637258 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 243266c2-3b22-4f73-80e8-3397e28b2ed4 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:50:24.641646 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 243266c2-3b22-4f73-80e8-3397e28b2ed4 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:50:24.641990 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:24.688573 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bf5d36aa-b670-4697-8024-8d0d88758387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:24.720750 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dd067-e4e8-4da2-8f89-27be4f0724b6 req-fe0630d3-5434-4e2a-8dc2-5abad98369ea tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:24.722261 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-906dd067-e4e8-4da2-8f89-27be4f0724b6 req-fe0630d3-5434-4e2a-8dc2-5abad98369ea tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 944 time: 0.0876827 Aug 24 19:50:24.730597 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:24.756349 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69220260-b2cd-4e84-9675-7372579f739d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243266c2-3b22-4f73-80e8-3397e28b2ed4'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:24.758726 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cfe419-ef9a-40d7-812c-1462ce626585" -d '{"events": [{"server_uuid": "69220260-b2cd-4e84-9675-7372579f739d", "name": "network-vif-plugged", "status": "completed", "tag": "243266c2-3b22-4f73-80e8-3397e28b2ed4"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:50:24.772227 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 243266c2-3b22-4f73-80e8-3397e28b2ed4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=243266c2-3b22-4f73-80e8-3397e28b2ed4,segment=NetworkSegment(7a057fe1-2f93-47bc-996e-43a07c5d2761),segment_id=7a057fe1-2f93-47bc-996e-43a07c5d2761)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:50:24.782991 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-906dd067-e4e8-4da2-8f89-27be4f0724b6 req-e7dbf4cd-d49f-4085-90b3-e9ae270aa9f6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531518 Aug 24 19:50:24.783126 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:24.826213 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a33ad2-67c9-4971-8787-17178c82823b x-openstack-request-id: req-59a33ad2-67c9-4971-8787-17178c82823b {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:50:24.826523 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69220260-b2cd-4e84-9675-7372579f739d", "name": "network-vif-plugged", "status": "completed", "tag": "243266c2-3b22-4f73-80e8-3397e28b2ed4", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:50:24.827983 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59a33ad2-67c9-4971-8787-17178c82823b {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:50:24.827983 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69220260-b2cd-4e84-9675-7372579f739d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243266c2-3b22-4f73-80e8-3397e28b2ed4', 'code': 200} Aug 24 19:50:24.836677 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bf5d36aa-b670-4697-8024-8d0d88758387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:24.837676 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=243266c2-3b22-4f73-80e8-3397e28b2ed4,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:24.841376 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bf5d36aa-b670-4697-8024-8d0d88758387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:24.885169 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-bf5d36aa-b670-4697-8024-8d0d88758387 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb064f015e9446c98680e9e3b3298409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236153 Aug 24 19:50:24.885169 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d36aa-b670-4697-8024-8d0d88758387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f859348-9188-40c8-97f6-daf12bf6afbc,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:24.885520 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48586) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:24.940115 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-533caf60-8995-4df3-82a9-66e19878dfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:24.963298 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-533caf60-8995-4df3-82a9-66e19878dfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:25.007726 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a005f-6bb6-40fd-bf4a-9d0975970825 req-69b95f14-6cbc-4d72-91c0-651a476d6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:25.009309 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b9a005f-6bb6-40fd-bf4a-9d0975970825 req-69b95f14-6cbc-4d72-91c0-651a476d6988 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 1098 time: 0.0411327 Aug 24 19:50:25.016002 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-533caf60-8995-4df3-82a9-66e19878dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:25.019148 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-533caf60-8995-4df3-82a9-66e19878dfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:25.023515 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-533caf60-8995-4df3-82a9-66e19878dfcb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f859348-9188-40c8-97f6-daf12bf6afbc HTTP/1.1" status: 204 len: 168 time: 0.1369720 Aug 24 19:50:25.031971 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533caf60-8995-4df3-82a9-66e19878dfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f859348-9188-40c8-97f6-daf12bf6afbc,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:25.057107 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b9a005f-6bb6-40fd-bf4a-9d0975970825 req-6dcd7146-73eb-4b57-bbb6-175b8cd2e4fc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393300 Aug 24 19:50:25.169584 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa0ffe-fcff-4e82-aedc-9fc18aa9d73b req-f2de7368-a541-4d5d-9745-4059097cb14e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:25.177820 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7baa0ffe-fcff-4e82-aedc-9fc18aa9d73b req-f2de7368-a541-4d5d-9745-4059097cb14e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0605242 Aug 24 19:50:25.216128 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7baa0ffe-fcff-4e82-aedc-9fc18aa9d73b req-2c9ee7a7-4ba0-4e4f-8471-39c8a95c2e8b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373466 Aug 24 19:50:25.904154 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863f468-2517-4858-b062-1796ea755252 req-ef66b3ef-307f-4fa3-8d52-ba9112d28acf tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:25.906310 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b863f468-2517-4858-b062-1796ea755252 req-ef66b3ef-307f-4fa3-8d52-ba9112d28acf tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 945 time: 0.0506463 Aug 24 19:50:25.947975 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b863f468-2517-4858-b062-1796ea755252 req-854b0ba2-e388-4619-b294-dd1069933f54 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355079 Aug 24 19:50:26.345892 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6847c-f9f7-497a-b09d-f282b0be5a98 req-40673af6-0a23-46e0-a513-059855238e7f tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:26.347367 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8fa6847c-f9f7-497a-b09d-f282b0be5a98 req-40673af6-0a23-46e0-a513-059855238e7f tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0558429 Aug 24 19:50:26.393613 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8fa6847c-f9f7-497a-b09d-f282b0be5a98 req-49782850-9162-4d17-8750-a45b5c61e434 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382257 Aug 24 19:50:27.072408 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7030b5-5646-4f3b-818f-27c8b45d8ff0 req-590a732a-e27d-416d-86b3-46c96dcd822f tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:27.073948 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dc7030b5-5646-4f3b-818f-27c8b45d8ff0 req-590a732a-e27d-416d-86b3-46c96dcd822f tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 945 time: 0.0542960 Aug 24 19:50:27.114052 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dc7030b5-5646-4f3b-818f-27c8b45d8ff0 req-9b56c6fc-5799-4c40-b649-f50ec2328784 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326996 Aug 24 19:50:27.513332 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e98cb6-11de-45e3-b014-973cc20c3bf8 req-93963638-cc18-45a6-80a3-d7f6ee0a1b15 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:27.514827 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c2e98cb6-11de-45e3-b014-973cc20c3bf8 req-93963638-cc18-45a6-80a3-d7f6ee0a1b15 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0537219 Aug 24 19:50:27.562807 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c2e98cb6-11de-45e3-b014-973cc20c3bf8 req-37e190fb-4772-4e33-911a-6b0050b17032 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 Aug 24 19:50:27.913489 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ba861-8266-4513-bb2c-48b9e98b55e6 req-3d3f3429-890c-4b8f-9ecf-c6b82242e2d2 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:27.915025 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cf0ba861-8266-4513-bb2c-48b9e98b55e6 req-3d3f3429-890c-4b8f-9ecf-c6b82242e2d2 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 945 time: 0.0502965 Aug 24 19:50:27.961983 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cf0ba861-8266-4513-bb2c-48b9e98b55e6 req-9c831869-a8b2-433d-b5e3-9fd5c7cab9bf tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398459 Aug 24 19:50:28.292390 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48750) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:28.406124 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cf42-d8ab-47a9-95c3-6eb9fcb9edc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:28.461552 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 48756) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:28.503989 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cf42-d8ab-47a9-95c3-6eb9fcb9edc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:28.509185 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cf42-d8ab-47a9-95c3-6eb9fcb9edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:28.540112 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9cf42-d8ab-47a9-95c3-6eb9fcb9edc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a59f65-1fb2-45ad-aea8-e71ee2790537,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:28.555820 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 48760) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:28.556320 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-a9e9cf42-d8ab-47a9-95c3-6eb9fcb9edc4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=db4396bd6f7f48b4b582a00d6a25e564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619519 Aug 24 19:50:28.586866 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f1c074b4-76ae-4d1b-a5db-e13f1e7881f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:28.653571 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e05d4191-acd6-40ee-835f-23faf604e510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:28.712337 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e05d4191-acd6-40ee-835f-23faf604e510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:28.743015 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d7ce8-6d60-4707-862b-2b5351d63a43 req-e414f54b-2995-483d-8d2c-2f812a0b9132 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:28.744520 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b5d7ce8-6d60-4707-862b-2b5351d63a43 req-e414f54b-2995-483d-8d2c-2f812a0b9132 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.1104467 Aug 24 19:50:28.824051 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b5d7ce8-6d60-4707-862b-2b5351d63a43 req-3f2c1ff1-d629-47ad-b111-e8b7296d2732 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715728 Aug 24 19:50:28.833769 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f1c074b4-76ae-4d1b-a5db-e13f1e7881f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:28.835270 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e05d4191-acd6-40ee-835f-23faf604e510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:28.838258 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e05d4191-acd6-40ee-835f-23faf604e510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:28.839371 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-e05d4191-acd6-40ee-835f-23faf604e510 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/41a59f65-1fb2-45ad-aea8-e71ee2790537 HTTP/1.1" status: 204 len: 168 time: 0.2818985 Aug 24 19:50:28.841953 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f1c074b4-76ae-4d1b-a5db-e13f1e7881f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:28.856876 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d4191-acd6-40ee-835f-23faf604e510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a59f65-1fb2-45ad-aea8-e71ee2790537,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:28.894135 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-f1c074b4-76ae-4d1b-a5db-e13f1e7881f0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9f86936f310043a18de8225d84fc2249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313192 Aug 24 19:50:28.896038 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c074b4-76ae-4d1b-a5db-e13f1e7881f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce6ac1b-8054-4439-ab5f-04885a513c9f,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:28.897015 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48770) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:28.950378 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a40c9536-8c44-4d94-8805-8810985ae57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:28.973327 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a40c9536-8c44-4d94-8805-8810985ae57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.022823 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a40c9536-8c44-4d94-8805-8810985ae57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.025892 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a40c9536-8c44-4d94-8805-8810985ae57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.028142 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-a40c9536-8c44-4d94-8805-8810985ae57c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ce6ac1b-8054-4439-ab5f-04885a513c9f HTTP/1.1" status: 204 len: 168 time: 0.1287093 Aug 24 19:50:29.035034 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c9536-8c44-4d94-8805-8810985ae57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce6ac1b-8054-4439-ab5f-04885a513c9f,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:29.081568 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c8a9f-8e20-427c-b56f-e9977c5fbdb3 req-e5708009-45e5-4a03-9155-4eef96cb424c tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:29.083230 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-598c8a9f-8e20-427c-b56f-e9977c5fbdb3 req-e5708009-45e5-4a03-9155-4eef96cb424c tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 945 time: 0.0586581 Aug 24 19:50:29.124531 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-598c8a9f-8e20-427c-b56f-e9977c5fbdb3 req-109c1b78-22f8-4f40-bff1-94602b4154bc tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343232 Aug 24 19:50:29.161922 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48778) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:29.175973 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c50a-1ffd-4d51-9a5a-45f9593f5cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.269267 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c50a-1ffd-4d51-9a5a-45f9593f5cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.273160 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c50a-1ffd-4d51-9a5a-45f9593f5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.310176 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3c50a-1ffd-4d51-9a5a-45f9593f5cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2928162c-452c-4cc7-99e5-36ba60778a30,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:29.317550 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 48784) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:29.317733 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-d2f3c50a-1ffd-4d51-9a5a-45f9593f5cb8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc9f2004993f4fa2ba8055f286792b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546040 Aug 24 19:50:29.372322 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f52e3e74-c267-4e1c-b5fc-f6930bb7e877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.395240 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f52e3e74-c267-4e1c-b5fc-f6930bb7e877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.454499 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f52e3e74-c267-4e1c-b5fc-f6930bb7e877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.457655 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f52e3e74-c267-4e1c-b5fc-f6930bb7e877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.461108 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48790) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:29.461740 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-f52e3e74-c267-4e1c-b5fc-f6930bb7e877 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2928162c-452c-4cc7-99e5-36ba60778a30 HTTP/1.1" status: 204 len: 168 time: 0.1430545 Aug 24 19:50:29.470448 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e3e74-c267-4e1c-b5fc-f6930bb7e877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2928162c-452c-4cc7-99e5-36ba60778a30,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:29.481466 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-81533d98-bb81-4207-981c-767cc33c6119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.596379 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-81533d98-bb81-4207-981c-767cc33c6119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.600444 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-81533d98-bb81-4207-981c-767cc33c6119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.637240 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81533d98-bb81-4207-981c-767cc33c6119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e541d625-b3c7-41e2-9fb3-0dee0ff12743,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:29.645566 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-81533d98-bb81-4207-981c-767cc33c6119 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e5ca2e4205674f25ab04c4505c6fa093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804304 Aug 24 19:50:29.645944 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48796) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:29.694818 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e575d36b-8eb8-4271-926b-3ee7e9070c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.716333 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e575d36b-8eb8-4271-926b-3ee7e9070c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.731211 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9958b-2469-47eb-b167-040aa9e8d0de req-b784d469-d807-4743-85e0-2b0d3dc3c4ec tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:29.733397 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-74f9958b-2469-47eb-b167-040aa9e8d0de req-b784d469-d807-4743-85e0-2b0d3dc3c4ec tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.62 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 945 time: 0.0507760 Aug 24 19:50:29.768451 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e575d36b-8eb8-4271-926b-3ee7e9070c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.771213 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e575d36b-8eb8-4271-926b-3ee7e9070c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.772357 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-e575d36b-8eb8-4271-926b-3ee7e9070c16 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e541d625-b3c7-41e2-9fb3-0dee0ff12743 HTTP/1.1" status: 204 len: 168 time: 0.1256068 Aug 24 19:50:29.797684 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575d36b-8eb8-4271-926b-3ee7e9070c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e541d625-b3c7-41e2-9fb3-0dee0ff12743,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:29.855312 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48806) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:29.864333 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-74f9958b-2469-47eb-b167-040aa9e8d0de req-096d3e59-4479-43fa-9e10-31151a2358eb tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Deleting port 243266c2-3b22-4f73-80e8-3397e28b2ed4 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:50:29.864816 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-74f9958b-2469-47eb-b167-040aa9e8d0de req-096d3e59-4479-43fa-9e10-31151a2358eb tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.870821 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-45606a21-4895-41d4-b00f-f838073f6733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.985901 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-45606a21-4895-41d4-b00f-f838073f6733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:29.991415 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-45606a21-4895-41d4-b00f-f838073f6733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.006963 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e66b0-e2d6-467d-ba15-6004930296bb req-929455ef-a98c-49b5-a9a7-ffb3a62ae647 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:30.008115 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1b4e66b0-e2d6-467d-ba15-6004930296bb req-929455ef-a98c-49b5-a9a7-ffb3a62ae647 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0881741 Aug 24 19:50:30.012854 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-74f9958b-2469-47eb-b167-040aa9e8d0de req-096d3e59-4479-43fa-9e10-31151a2358eb tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] For port 243266c2-3b22-4f73-80e8-3397e28b2ed4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=243266c2-3b22-4f73-80e8-3397e28b2ed4,segment=NetworkSegment(7a057fe1-2f93-47bc-996e-43a07c5d2761),segment_id=7a057fe1-2f93-47bc-996e-43a07c5d2761)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:50:30.013229 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-74f9958b-2469-47eb-b167-040aa9e8d0de req-096d3e59-4479-43fa-9e10-31151a2358eb tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.031566 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-45606a21-4895-41d4-b00f-f838073f6733 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8d320cfa7fa5447a9c2962f81455fad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750894 Aug 24 19:50:30.032466 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45606a21-4895-41d4-b00f-f838073f6733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028e15e1-c427-459a-a38e-a0d00d5e97fe,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:30.034328 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 48812) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:30.052839 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-74f9958b-2469-47eb-b167-040aa9e8d0de req-096d3e59-4479-43fa-9e10-31151a2358eb tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Calling delete_port for 243266c2-3b22-4f73-80e8-3397e28b2ed4 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:50:30.126561 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1b4e66b0-e2d6-467d-ba15-6004930296bb req-bda498ce-689f-45f3-8a87-243b2c0bf6ef tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099255 Aug 24 19:50:30.166667 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9198a179-e42f-4dfd-9867-fe81337ec376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.201572 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9198a179-e42f-4dfd-9867-fe81337ec376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.213294 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48816) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:30.226280 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-51ba5b85-0466-47a6-901c-e802baf41dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.285299 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-74f9958b-2469-47eb-b167-040aa9e8d0de req-096d3e59-4479-43fa-9e10-31151a2358eb tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.319104 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9198a179-e42f-4dfd-9867-fe81337ec376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.321641 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9198a179-e42f-4dfd-9867-fe81337ec376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.322764 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-9198a179-e42f-4dfd-9867-fe81337ec376 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/028e15e1-c427-459a-a38e-a0d00d5e97fe HTTP/1.1" status: 204 len: 168 time: 0.2868652 Aug 24 19:50:30.325681 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d3e59-4479-43fa-9e10-31151a2358eb tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Pushing event deleted for resources: {'Port': ['ID=243266c2-3b22-4f73-80e8-3397e28b2ed4,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:30.336597 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-51ba5b85-0466-47a6-901c-e802baf41dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.342008 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-51ba5b85-0466-47a6-901c-e802baf41dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.342548 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198a179-e42f-4dfd-9867-fe81337ec376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028e15e1-c427-459a-a38e-a0d00d5e97fe,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:30.375957 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba5b85-0466-47a6-901c-e802baf41dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a5bbf1-fbf0-497a-810a-f0e5a70c476f,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:30.383542 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f9958b-2469-47eb-b167-040aa9e8d0de req-096d3e59-4479-43fa-9e10-31151a2358eb tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] No DVR routers for this DVR port 243266c2-3b22-4f73-80e8-3397e28b2ed4 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:50:30.387183 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-74f9958b-2469-47eb-b167-040aa9e8d0de req-096d3e59-4479-43fa-9e10-31151a2358eb tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.390372 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-74f9958b-2469-47eb-b167-040aa9e8d0de req-096d3e59-4479-43fa-9e10-31151a2358eb tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.62 "DELETE /v2.0/ports/243266c2-3b22-4f73-80e8-3397e28b2ed4 HTTP/1.1" status: 204 len: 173 time: 0.6450906 Aug 24 19:50:30.390372 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69220260-b2cd-4e84-9675-7372579f739d', 'name': 'network-vif-deleted', 'tag': '243266c2-3b22-4f73-80e8-3397e28b2ed4'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:30.392669 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceea895-09fc-42eb-9902-91577abf2494" -d '{"events": [{"server_uuid": "69220260-b2cd-4e84-9675-7372579f739d", "name": "network-vif-deleted", "tag": "243266c2-3b22-4f73-80e8-3397e28b2ed4"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:50:30.396663 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-51ba5b85-0466-47a6-901c-e802baf41dc4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8aa6211f70a347c787369e46b68aa74d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822217 Aug 24 19:50:30.397292 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 48822) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:30.447908 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-df4b7a25-3f4e-409d-86db-a2be29bc38b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.469964 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-df4b7a25-3f4e-409d-86db-a2be29bc38b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.523977 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-df4b7a25-3f4e-409d-86db-a2be29bc38b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.526585 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-df4b7a25-3f4e-409d-86db-a2be29bc38b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:30.527813 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-df4b7a25-3f4e-409d-86db-a2be29bc38b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/18a5bbf1-fbf0-497a-810a-f0e5a70c476f HTTP/1.1" status: 204 len: 168 time: 0.1295815 Aug 24 19:50:30.536857 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b7a25-3f4e-409d-86db-a2be29bc38b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a5bbf1-fbf0-497a-810a-f0e5a70c476f,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:32.395556 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:50:32.582738 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['243266c2-3b22-4f73-80e8-3397e28b2ed4'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:50:32.734580 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6225ed1f-3a29-4663-963a-d7a023d1db07 x-openstack-request-id: req-6225ed1f-3a29-4663-963a-d7a023d1db07 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:50:32.735324 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69220260-b2cd-4e84-9675-7372579f739d", "name": "network-vif-deleted", "tag": "243266c2-3b22-4f73-80e8-3397e28b2ed4", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:50:32.735324 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6225ed1f-3a29-4663-963a-d7a023d1db07 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:50:32.735501 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69220260-b2cd-4e84-9675-7372579f739d', 'name': 'network-vif-deleted', 'tag': '243266c2-3b22-4f73-80e8-3397e28b2ed4', 'status': 'completed', 'code': 200} Aug 24 19:50:32.737643 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c84a4fa2-39fc-4725-bef9-b854983dc765 req-38ab1f60-6de1-446b-87c8-e0bc23c7fee1 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=69220260-b2cd-4e84-9675-7372579f739d HTTP/1.1" status: 200 len: 210 time: 0.0315478 Aug 24 19:50:32.819277 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2143e-3418-4647-8d2b-1a38abfaabec req-9ee3d121-8d84-4bd6-a542-19a3f5a510bb tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:32.820852 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-15d2143e-3418-4647-8d2b-1a38abfaabec req-9ee3d121-8d84-4bd6-a542-19a3f5a510bb tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0509877 Aug 24 19:50:32.859358 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-15d2143e-3418-4647-8d2b-1a38abfaabec req-ac656687-8ace-4680-94be-493f05cbf11d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Aug 24 19:50:33.078854 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-dd4015fd-c5df-4e90-8d26-6993b10cc4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:33.999100 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf6c8b-352a-489d-b1fe-c971f0ffde9c req-52ff5f2a-9f84-4b28-aad1-cd187118d0fd tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:34.001441 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7edf6c8b-352a-489d-b1fe-c971f0ffde9c req-52ff5f2a-9f84-4b28-aad1-cd187118d0fd tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0582445 Aug 24 19:50:34.049739 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7edf6c8b-352a-489d-b1fe-c971f0ffde9c req-106dfa72-45c9-4a92-acb2-d9035c51fe69 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Aug 24 19:50:34.240648 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11c33e-6cd8-4d0a-b355-a15878808333 req-53cbb3f5-214c-4ffc-b79f-130c420bd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:34.240648 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2b11c33e-6cd8-4d0a-b355-a15878808333 req-53cbb3f5-214c-4ffc-b79f-130c420bd4fe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 1098 time: 0.0734007 Aug 24 19:50:34.248546 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-96ce5b74-e15a-4928-92c5-a06b41c3afe7 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:34.250558 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-96ce5b74-e15a-4928-92c5-a06b41c3afe7 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/networks?id=a24767f9-9c39-4272-b32a-683804e57c5c HTTP/1.1" status: 200 len: 809 time: 0.1673801 Aug 24 19:50:34.274257 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-6804d65c-9173-43f3-9216-3deb09739a6f tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/quotas/eda103fa4254461d81c66031465063f4 HTTP/1.1" status: 200 len: 375 time: 0.0174811 Aug 24 19:50:34.301197 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2b11c33e-6cd8-4d0a-b355-a15878808333 req-c8719d3d-d512-4288-a2f3-6c955a920189 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496716 Aug 24 19:50:34.316717 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-e5e9b7c8-7612-435d-9eb7-e0c92a80c7be tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=eda103fa4254461d81c66031465063f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341902 Aug 24 19:50:34.406545 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ba5a31d2-dc82-4f70-a331-fbd18f189845 service neutron] 10.222.0.57 "GET /v2.0/networks/a24767f9-9c39-4272-b32a-683804e57c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825787 Aug 24 19:50:34.499995 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-99c2f163-c68f-4b51-b6c7-313691808c70 service neutron] 10.222.0.57 "GET /v2.0/networks/a24767f9-9c39-4272-b32a-683804e57c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872180 Aug 24 19:50:34.661829 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f81370a3-d2d5-453c-9da6-4a9cbf65fa79 req-16ba53a2-eeca-492d-9306-e2c1d987a19c tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 210 time: 0.0278378 Aug 24 19:50:35.176339 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfc969-7662-40f1-b2b5-1b0dc1575b1e req-2bcd8259-c72b-4b18-b3b8-a66500ebf2b9 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:35.180558 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7cbfc969-7662-40f1-b2b5-1b0dc1575b1e req-2bcd8259-c72b-4b18-b3b8-a66500ebf2b9 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0537994 Aug 24 19:50:35.218335 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 48934) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:35.219497 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7cbfc969-7662-40f1-b2b5-1b0dc1575b1e req-d1dee020-e5cd-4454-b4f3-7b58e8759496 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342326 Aug 24 19:50:35.332767 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-093260ab-ebd8-4461-bddf-15c67e6f0c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:35.419835 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-093260ab-ebd8-4461-bddf-15c67e6f0c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:35.423716 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-093260ab-ebd8-4461-bddf-15c67e6f0c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:35.464639 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-093260ab-ebd8-4461-bddf-15c67e6f0c33 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=51a0c1eac4084242b032b412d7c39709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428329 Aug 24 19:50:35.464639 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093260ab-ebd8-4461-bddf-15c67e6f0c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fa8e44-4050-4934-8c67-9b340be74967,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:35.465034 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 48940) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:50:35.531105 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-84b9d251-6b32-476e-94b5-c3a6cc33b8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:35.553525 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-84b9d251-6b32-476e-94b5-c3a6cc33b8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:35.606609 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-84b9d251-6b32-476e-94b5-c3a6cc33b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:35.610168 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-84b9d251-6b32-476e-94b5-c3a6cc33b8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:35.614944 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-84b9d251-6b32-476e-94b5-c3a6cc33b8fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b7fa8e44-4050-4934-8c67-9b340be74967 HTTP/1.1" status: 204 len: 168 time: 0.1488545 Aug 24 19:50:35.624490 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9d251-6b32-476e-94b5-c3a6cc33b8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fa8e44-4050-4934-8c67-9b340be74967,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:35.744266 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-32fafa8b-0dfb-4075-a7ba-abd47623599e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:35.800182 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-136b6c6e-1826-4970-9445-70cd0a9a6ea6 req-b3917f92-e37e-462d-89ef-a2095918461f tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 210 time: 0.0470009 Aug 24 19:50:35.927923 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-19a49213-6bff-48c2-980d-e7b709479bfa tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:35.929513 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-19a49213-6bff-48c2-980d-e7b709479bfa tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.62 "GET /v2.0/networks?id=a24767f9-9c39-4272-b32a-683804e57c5c HTTP/1.1" status: 200 len: 809 time: 0.1424263 Aug 24 19:50:35.953480 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-52cce793-6a77-4522-a6a9-4550844396b6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Request body: {'port': {'device_id': '6f406784-f3a2-4d46-b6a2-187895e6c6ff', 'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c', 'admin_state_up': True, 'tenant_id': 'eda103fa4254461d81c66031465063f4'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:50:36.070788 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-52cce793-6a77-4522-a6a9-4550844396b6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Made reservation on behalf of eda103fa4254461d81c66031465063f4 for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:50:36.074430 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-52cce793-6a77-4522-a6a9-4550844396b6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:36.162593 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:36.211413 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-52cce793-6a77-4522-a6a9-4550844396b6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Allocated IP 172.20.0.6 (a24767f9-9c39-4272-b32a-683804e57c5c/7ebd80c7-4900-4761-8abc-3d8094635aec/39486d21-0540-4bf0-b29f-c8d5c2166e96) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:50:36.407948 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10bcb-4841-4c97-bf00-aea4fbeaae60 req-adacc902-b2be-4129-81f3-304f31e7d82a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:36.409503 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e0a10bcb-4841-4c97-bf00-aea4fbeaae60 req-adacc902-b2be-4129-81f3-304f31e7d82a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0892429 Aug 24 19:50:36.413978 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-52cce793-6a77-4522-a6a9-4550844396b6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:36.458171 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e0a10bcb-4841-4c97-bf00-aea4fbeaae60 req-5c404506-71a4-44a7-8484-1f8374272eee tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 Aug 24 19:50:36.485119 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-52cce793-6a77-4522-a6a9-4550844396b6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:36.531920 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-52cce793-6a77-4522-a6a9-4550844396b6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Network a24767f9-9c39-4272-b32a-683804e57c5c is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:50:36.542098 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-52cce793-6a77-4522-a6a9-4550844396b6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:50:36.548990 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-52cce793-6a77-4522-a6a9-4550844396b6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:50:36.598089 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 243266c2-3b22-4f73-80e8-3397e28b2ed4 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:50:36.619102 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 243266c2-3b22-4f73-80e8-3397e28b2ed4 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:50:36.619447 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 243266c2-3b22-4f73-80e8-3397e28b2ed4 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:50:36.731573 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:36.817197 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cce793-6a77-4522-a6a9-4550844396b6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Pushing event updated for resources: {'Port': ['ID=39486d21-0540-4bf0-b29f-c8d5c2166e96,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:36.847759 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-52cce793-6a77-4522-a6a9-4550844396b6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:36.848515 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-52cce793-6a77-4522-a6a9-4550844396b6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:36.867017 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c1aef-bc89-43a0-a8a8-407f1704a487 req-182396cf-e969-49f8-9b73-62b547c6854a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:36.868508 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b14c1aef-bc89-43a0-a8a8-407f1704a487 req-182396cf-e969-49f8-9b73-62b547c6854a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.3390467 Aug 24 19:50:36.875539 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-52cce793-6a77-4522-a6a9-4550844396b6 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9293261 Aug 24 19:50:36.903855 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Request body: {'port': {'device_id': '6f406784-f3a2-4d46-b6a2-187895e6c6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:50:36.963129 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b14c1aef-bc89-43a0-a8a8-407f1704a487 req-744df1b4-87fe-4f88-9612-f56dbce9ea2d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866508 Aug 24 19:50:37.000753 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d007448-114a-4466-9d28-5b50ec9814ae req-81d33dbd-2462-4d67-b7a8-f30a41c06bc8 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:37.002261 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3d007448-114a-4466-9d28-5b50ec9814ae req-81d33dbd-2462-4d67-b7a8-f30a41c06bc8 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 931 time: 0.1247597 Aug 24 19:50:37.007129 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:37.078756 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3d007448-114a-4466-9d28-5b50ec9814ae req-7d131f11-0312-4f4a-8a3e-4ebbe5f994c5 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693610 Aug 24 19:50:37.335416 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39486d21-0540-4bf0-b29f-c8d5c2166e96 {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:50:37.344469 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:37.359412 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Transition to ACTIVE for port object 39486d21-0540-4bf0-b29f-c8d5c2166e96 will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:50:37.363596 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:37.414140 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Pushing event updated for resources: {'Port': ['ID=39486d21-0540-4bf0-b29f-c8d5c2166e96,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:37.487836 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Attempting to bind port 39486d21-0540-4bf0-b29f-c8d5c2166e96 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:50:37.488199 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Attempting to bind port 39486d21-0540-4bf0-b29f-c8d5c2166e96 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '7a057fe1-2f93-47bc-996e-43a07c5d2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:50:37.488539 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Attempting to bind port 39486d21-0540-4bf0-b29f-c8d5c2166e96 on network a24767f9-9c39-4272-b32a-683804e57c5c {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:50:37.497187 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Port 39486d21-0540-4bf0-b29f-c8d5c2166e96 on network a24767f9-9c39-4272-b32a-683804e57c5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:50:37.497585 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Attempting to bind port 39486d21-0540-4bf0-b29f-c8d5c2166e96 on network a24767f9-9c39-4272-b32a-683804e57c5c {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:50:37.503976 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:50:37.504357 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Checking segment: {'id': '7a057fe1-2f93-47bc-996e-43a07c5d2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:50:37.504769 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Bound using segment: {'id': '7a057fe1-2f93-47bc-996e-43a07c5d2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:50:37.505192 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Bound port: 39486d21-0540-4bf0-b29f-c8d5c2166e96, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a057fe1-2f93-47bc-996e-43a07c5d2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:50:37.505544 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:37.566857 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] For port 39486d21-0540-4bf0-b29f-c8d5c2166e96, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:50:37.569873 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] For port 39486d21-0540-4bf0-b29f-c8d5c2166e96, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=39486d21-0540-4bf0-b29f-c8d5c2166e96,segment=NetworkSegment(7a057fe1-2f93-47bc-996e-43a07c5d2761),segment_id=7a057fe1-2f93-47bc-996e-43a07c5d2761)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:50:37.574244 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:37.608828 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:37.609365 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:37.610726 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] 10.222.0.62 "PUT /v2.0/ports/39486d21-0540-4bf0-b29f-c8d5c2166e96 HTTP/1.1" status: 200 len: 1093 time: 0.7186103 Aug 24 19:50:37.611152 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f406784-f3a2-4d46-b6a2-187895e6c6ff', 'tag': '39486d21-0540-4bf0-b29f-c8d5c2166e96'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:37.613391 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bc068b-c493-439d-b1db-6cf9ae506bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f406784-f3a2-4d46-b6a2-187895e6c6ff", "tag": "39486d21-0540-4bf0-b29f-c8d5c2166e96"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:50:37.636428 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a2a71-22f8-4e4f-abf8-5cc2500c9807 service neutron] Pushing event updated for resources: {'Port': ['ID=39486d21-0540-4bf0-b29f-c8d5c2166e96,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:37.673904 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55151e43-27f2-43f7-86cd-42b9bf6d8694 x-openstack-request-id: req-55151e43-27f2-43f7-86cd-42b9bf6d8694 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:50:37.674184 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f406784-f3a2-4d46-b6a2-187895e6c6ff", "tag": "39486d21-0540-4bf0-b29f-c8d5c2166e96", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:50:37.674432 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-55151e43-27f2-43f7-86cd-42b9bf6d8694 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:50:37.674816 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f406784-f3a2-4d46-b6a2-187895e6c6ff', 'tag': '39486d21-0540-4bf0-b29f-c8d5c2166e96', 'status': 'completed', 'code': 200} Aug 24 19:50:37.709458 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-a2bb4002-3c91-430f-a10e-70c94a8ee0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:37.711195 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-a2bb4002-3c91-430f-a10e-70c94a8ee0a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eda103fa4254461d81c66031465063f4&device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 1096 time: 0.0466361 Aug 24 19:50:37.762958 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-9f241580-63a7-4f6f-913b-8093f9eb9f65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39486d21-0540-4bf0-b29f-c8d5c2166e96 HTTP/1.1" status: 200 len: 217 time: 0.0334654 Aug 24 19:50:37.821929 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-67f7ad14-75fc-4fbb-b178-1de1738d4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:37.823396 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-67f7ad14-75fc-4fbb-b178-1de1738d4f68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ebd80c7-4900-4761-8abc-3d8094635aec HTTP/1.1" status: 200 len: 849 time: 0.0480130 Aug 24 19:50:37.864735 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-426d9d51-8fb9-4035-a577-cce77f76d377 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a24767f9-9c39-4272-b32a-683804e57c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245039 Aug 24 19:50:37.955946 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-c44ae8b0-8910-4823-b640-fe4334c8dfea service neutron] 10.222.0.62 "GET /v2.0/networks/a24767f9-9c39-4272-b32a-683804e57c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827188 Aug 24 19:50:38.044435 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0aa2a05f-40f9-4c17-9527-7c7a7a60c5b0 req-884b42e5-e86e-495c-a4d8-f8d70c7a6566 service neutron] 10.222.0.62 "GET /v2.0/networks/a24767f9-9c39-4272-b32a-683804e57c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801468 Aug 24 19:50:38.137913 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc068b-c493-439d-b1db-6cf9ae506bc3 req-88b08332-0f9b-4fa1-b8f9-fdedbf1bf4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:38.139942 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-65bc068b-c493-439d-b1db-6cf9ae506bc3 req-88b08332-0f9b-4fa1-b8f9-fdedbf1bf4cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eda103fa4254461d81c66031465063f4&device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 1096 time: 0.0462499 Aug 24 19:50:38.251645 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efd793-8957-4386-b0be-42cb24405178 req-b32fc6aa-1813-4616-a5c2-b174d5584f72 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:38.256039 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0efd793-8957-4386-b0be-42cb24405178 req-b32fc6aa-1813-4616-a5c2-b174d5584f72 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 943 time: 0.0964670 Aug 24 19:50:38.288830 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc068b-c493-439d-b1db-6cf9ae506bc3 req-f115a4d9-2161-4465-a914-22ae4f5cd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:38.290307 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-65bc068b-c493-439d-b1db-6cf9ae506bc3 req-f115a4d9-2161-4465-a914-22ae4f5cd528 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a24767f9-9c39-4272-b32a-683804e57c5c HTTP/1.1" status: 200 len: 910 time: 0.1417403 Aug 24 19:50:38.337858 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0efd793-8957-4386-b0be-42cb24405178 req-4b0f8879-3c37-4039-8c0b-eb67dcd8fbd7 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775642 Aug 24 19:50:38.339239 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-65bc068b-c493-439d-b1db-6cf9ae506bc3 req-41122d02-a23f-4491-8500-b90f527a94d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39486d21-0540-4bf0-b29f-c8d5c2166e96 HTTP/1.1" status: 200 len: 217 time: 0.0399313 Aug 24 19:50:38.395261 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:38.417228 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc068b-c493-439d-b1db-6cf9ae506bc3 req-c735a1d9-b38b-4344-81fb-f2a25c941945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:38.418760 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-65bc068b-c493-439d-b1db-6cf9ae506bc3 req-c735a1d9-b38b-4344-81fb-f2a25c941945 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ebd80c7-4900-4761-8abc-3d8094635aec HTTP/1.1" status: 200 len: 849 time: 0.0689733 Aug 24 19:50:38.464381 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-65bc068b-c493-439d-b1db-6cf9ae506bc3 req-6d29c9d3-0329-47eb-a971-e91a510d30d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a24767f9-9c39-4272-b32a-683804e57c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366247 Aug 24 19:50:38.537535 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:38.575485 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-65bc068b-c493-439d-b1db-6cf9ae506bc3 req-95d30ed9-be85-4b78-9545-8b1738a39a5f service neutron] 10.222.0.62 "GET /v2.0/networks/a24767f9-9c39-4272-b32a-683804e57c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987737 Aug 24 19:50:38.730721 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-65bc068b-c493-439d-b1db-6cf9ae506bc3 req-98960d6a-752c-4cf2-b472-01d62f59ce91 service neutron] 10.222.0.62 "GET /v2.0/networks/a24767f9-9c39-4272-b32a-683804e57c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416962 Aug 24 19:50:38.745543 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1a8e9-4f25-4951-8265-a98cc38bf18d req-4dc2f4a0-6874-4453-980b-0b2d8a8267b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:38.746913 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-66d1a8e9-4f25-4951-8265-a98cc38bf18d req-4dc2f4a0-6874-4453-980b-0b2d8a8267b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 1099 time: 0.0929892 Aug 24 19:50:38.755954 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0ccd-f467-4681-88c6-5f0d621849c8 req-2b3e7ef2-f99e-4409-8384-1890eb1e00f5 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:38.757833 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d98c0ccd-f467-4681-88c6-5f0d621849c8 req-2b3e7ef2-f99e-4409-8384-1890eb1e00f5 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0953424 Aug 24 19:50:38.852230 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d98c0ccd-f467-4681-88c6-5f0d621849c8 req-5c9f06d0-1231-46c0-a26e-d7187be0763a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814855 Aug 24 19:50:38.875644 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1a8e9-4f25-4951-8265-a98cc38bf18d req-f4489bf6-094e-4ffa-a303-e3b47ef126c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:38.877139 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-66d1a8e9-4f25-4951-8265-a98cc38bf18d req-f4489bf6-094e-4ffa-a303-e3b47ef126c7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 200 len: 919 time: 0.1176498 Aug 24 19:50:38.926422 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-66d1a8e9-4f25-4951-8265-a98cc38bf18d req-54ebbfdf-e22c-4937-9dce-af4fc3b27884 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce HTTP/1.1" status: 200 len: 217 time: 0.0350990 Aug 24 19:50:38.981201 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1a8e9-4f25-4951-8265-a98cc38bf18d req-e4c37736-e0c2-463b-be8c-54674a982ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:38.982610 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-66d1a8e9-4f25-4951-8265-a98cc38bf18d req-e4c37736-e0c2-463b-be8c-54674a982ab2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2bf38ed-d9f1-4bc8-bd79-bec2e981d932 HTTP/1.1" status: 200 len: 858 time: 0.0468895 Aug 24 19:50:39.018638 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-66d1a8e9-4f25-4951-8265-a98cc38bf18d req-886a8efa-9565-449c-9f0e-69e7ef4f42f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098493d5-4729-4f73-889b-9717d87ddf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237653 Aug 24 19:50:39.106731 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-66d1a8e9-4f25-4951-8265-a98cc38bf18d req-a5515a29-ff69-47b2-8bf9-3a2e63b817be service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798833 Aug 24 19:50:39.210977 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-66d1a8e9-4f25-4951-8265-a98cc38bf18d req-d4ece8b7-efbf-4540-acf1-076cf072fd66 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846608 Aug 24 19:50:39.449816 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9114d-5ce3-49df-bb80-29332fa7f4d3 req-b36e81c3-601b-4d30-9b7a-c5d7b0a2a3cf tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:39.451219 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-99a9114d-5ce3-49df-bb80-29332fa7f4d3 req-b36e81c3-601b-4d30-9b7a-c5d7b0a2a3cf tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 943 time: 0.0486255 Aug 24 19:50:39.491983 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-99a9114d-5ce3-49df-bb80-29332fa7f4d3 req-72f40167-c0e0-427a-87f0-21e940d19ccf tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344110 Aug 24 19:50:39.967895 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3979e3-fafe-403c-bf47-da6a3fef59ec req-ff8071fe-aac1-45b5-9b3d-1249ce8f79ef tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:39.969392 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4d3979e3-fafe-403c-bf47-da6a3fef59ec req-ff8071fe-aac1-45b5-9b3d-1249ce8f79ef tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0495334 Aug 24 19:50:40.006196 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4d3979e3-fafe-403c-bf47-da6a3fef59ec req-115091b2-a611-4952-9a44-d775575d5e5e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309260 Aug 24 19:50:40.606451 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568d2a7-ca0b-41f9-bbc3-de8b529379c7 req-dd0d72ec-7832-42c6-9a0c-19db4a6acb7e tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:40.608465 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b568d2a7-ca0b-41f9-bbc3-de8b529379c7 req-dd0d72ec-7832-42c6-9a0c-19db4a6acb7e tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 943 time: 0.0521379 Aug 24 19:50:40.632432 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 39486d21-0540-4bf0-b29f-c8d5c2166e96 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:50:40.646933 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b568d2a7-ca0b-41f9-bbc3-de8b529379c7 req-46e471ad-9b16-4b4e-b733-eabacd3b83e2 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Aug 24 19:50:40.731196 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 39486d21-0540-4bf0-b29f-c8d5c2166e96, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=39486d21-0540-4bf0-b29f-c8d5c2166e96,segment=NetworkSegment(7a057fe1-2f93-47bc-996e-43a07c5d2761),segment_id=7a057fe1-2f93-47bc-996e-43a07c5d2761)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:50:40.742895 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '39486d21-0540-4bf0-b29f-c8d5c2166e96', 'network_id': 'a24767f9-9c39-4272-b32a-683804e57c5c', 'port_id': '39486d21-0540-4bf0-b29f-c8d5c2166e96', 'mac_address': 'fa:16:3e:14:09:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebd80c7-4900-4761-8abc-3d8094635aec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:50:40.778651 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:40.794679 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39486d21-0540-4bf0-b29f-c8d5c2166e96 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:50:40.814879 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 39486d21-0540-4bf0-b29f-c8d5c2166e96, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=39486d21-0540-4bf0-b29f-c8d5c2166e96,segment=NetworkSegment(7a057fe1-2f93-47bc-996e-43a07c5d2761),segment_id=7a057fe1-2f93-47bc-996e-43a07c5d2761)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:50:40.818699 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:40.871577 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=39486d21-0540-4bf0-b29f-c8d5c2166e96,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:41.127836 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ad3b1-08b6-4365-9b43-5687ca1ecde9 req-4df1d6bd-8e0f-46d5-948a-2b36abd43f7d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:41.129406 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1b8ad3b1-08b6-4365-9b43-5687ca1ecde9 req-4df1d6bd-8e0f-46d5-948a-2b36abd43f7d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0551682 Aug 24 19:50:41.148589 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['39486d21-0540-4bf0-b29f-c8d5c2166e96'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:50:41.188163 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1b8ad3b1-08b6-4365-9b43-5687ca1ecde9 req-0f913998-dfb8-4768-8477-b9181c1b3f94 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470200 Aug 24 19:50:41.761808 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f911fb-1229-4307-b2e0-aefeeb865699 req-de846867-4f85-4a2d-83c9-0725c866997c tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:41.763275 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b6f911fb-1229-4307-b2e0-aefeeb865699 req-de846867-4f85-4a2d-83c9-0725c866997c tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 944 time: 0.0502460 Aug 24 19:50:41.801966 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b6f911fb-1229-4307-b2e0-aefeeb865699 req-4249db11-137b-474f-9e5d-d98ac6e91f8c tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328832 Aug 24 19:50:42.303816 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315cf20-ab5f-4a09-a9dc-3150027e9567 req-6f8115eb-5e41-487d-adf4-4cab4849bba3 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:42.305341 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1315cf20-ab5f-4a09-a9dc-3150027e9567 req-6f8115eb-5e41-487d-adf4-4cab4849bba3 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0534523 Aug 24 19:50:42.343768 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1315cf20-ab5f-4a09-a9dc-3150027e9567 req-708d1d2a-2157-41b6-93ba-87ec61ea935f tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325716 Aug 24 19:50:42.640947 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 39486d21-0540-4bf0-b29f-c8d5c2166e96 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:50:42.694930 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 39486d21-0540-4bf0-b29f-c8d5c2166e96 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:50:42.698468 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 39486d21-0540-4bf0-b29f-c8d5c2166e96 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:50:42.698832 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:42.773149 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:42.794692 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f406784-f3a2-4d46-b6a2-187895e6c6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39486d21-0540-4bf0-b29f-c8d5c2166e96'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:42.797143 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2583c647-1a41-4a0d-a74c-d298d147a71d" -d '{"events": [{"server_uuid": "6f406784-f3a2-4d46-b6a2-187895e6c6ff", "name": "network-vif-plugged", "status": "completed", "tag": "39486d21-0540-4bf0-b29f-c8d5c2166e96"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:50:42.813546 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 39486d21-0540-4bf0-b29f-c8d5c2166e96, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=39486d21-0540-4bf0-b29f-c8d5c2166e96,segment=NetworkSegment(7a057fe1-2f93-47bc-996e-43a07c5d2761),segment_id=7a057fe1-2f93-47bc-996e-43a07c5d2761)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:50:42.818381 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:42.857111 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8ee585-d6f9-47bd-810c-eabce7d44b33 x-openstack-request-id: req-dc8ee585-d6f9-47bd-810c-eabce7d44b33 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:50:42.857414 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f406784-f3a2-4d46-b6a2-187895e6c6ff", "name": "network-vif-plugged", "status": "completed", "tag": "39486d21-0540-4bf0-b29f-c8d5c2166e96", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:50:42.858171 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc8ee585-d6f9-47bd-810c-eabce7d44b33 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:50:42.858829 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f406784-f3a2-4d46-b6a2-187895e6c6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39486d21-0540-4bf0-b29f-c8d5c2166e96', 'code': 200} Aug 24 19:50:42.881351 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=39486d21-0540-4bf0-b29f-c8d5c2166e96,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:42.960894 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c278a6-1b0e-4b59-8b7d-ef1b73c6e409 req-d325cbf2-ebc9-4740-b008-be062d26f5ac tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:42.962468 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-39c278a6-1b0e-4b59-8b7d-ef1b73c6e409 req-d325cbf2-ebc9-4740-b008-be062d26f5ac tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 945 time: 0.0534718 Aug 24 19:50:43.001170 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-39c278a6-1b0e-4b59-8b7d-ef1b73c6e409 req-41ab5760-727c-42c9-845d-c0eba8939a6a tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327070 Aug 24 19:50:43.050838 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a6b0b-a904-4e5b-81d4-f3d00179e3fa req-8848f770-d465-41f7-8e2e-9087945c8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:43.052337 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7c0a6b0b-a904-4e5b-81d4-f3d00179e3fa req-8848f770-d465-41f7-8e2e-9087945c8ac0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 1098 time: 0.0423579 Aug 24 19:50:43.096012 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7c0a6b0b-a904-4e5b-81d4-f3d00179e3fa req-835800a3-0446-42fe-8f20-ac9364cf9ba0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290782 Aug 24 19:50:43.460270 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1d448-4533-4aac-af3a-7786d26f24d5 req-76dda0ad-2555-423b-b325-e0fd42aa5e97 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:43.461973 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cfb1d448-4533-4aac-af3a-7786d26f24d5 req-76dda0ad-2555-423b-b325-e0fd42aa5e97 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0516760 Aug 24 19:50:43.500710 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cfb1d448-4533-4aac-af3a-7786d26f24d5 req-bb28841b-4df3-4b4b-872f-984a0572cad8 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329549 Aug 24 19:50:44.116115 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816f69-4ccd-4b98-85dd-7d1d022adf2f req-c3824f26-b5ac-4196-a145-6d9fe9c27d06 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:44.117603 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11816f69-4ccd-4b98-85dd-7d1d022adf2f req-c3824f26-b5ac-4196-a145-6d9fe9c27d06 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 945 time: 0.0489271 Aug 24 19:50:44.155107 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11816f69-4ccd-4b98-85dd-7d1d022adf2f req-f55e6f6e-0f61-455e-97be-09b8e90be576 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315592 Aug 24 19:50:44.616007 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c8a58-72db-4b3e-bc23-712a349585f3 req-a82107d2-1073-4b2b-9332-e845727e55da tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:44.617618 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cf2c8a58-72db-4b3e-bc23-712a349585f3 req-a82107d2-1073-4b2b-9332-e845727e55da tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0498242 Aug 24 19:50:44.655892 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cf2c8a58-72db-4b3e-bc23-712a349585f3 req-7c5aaf71-6cd0-42e0-a932-06a7c563c66d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Aug 24 19:50:45.274847 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709e9be-54fb-40c9-90dc-81d25f0b0438 req-3c40f93d-c7a7-4a16-9292-d8b5a493be9c tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:45.276329 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8709e9be-54fb-40c9-90dc-81d25f0b0438 req-3c40f93d-c7a7-4a16-9292-d8b5a493be9c tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 945 time: 0.0519590 Aug 24 19:50:45.314153 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8709e9be-54fb-40c9-90dc-81d25f0b0438 req-32772d50-0679-4c58-af15-a8f90d40e934 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311754 Aug 24 19:50:45.773816 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f63a7-38a9-497e-82c4-6393a4532dac req-255f62d5-393e-4759-93ed-f49e3f453118 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:45.775459 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-226f63a7-38a9-497e-82c4-6393a4532dac req-255f62d5-393e-4759-93ed-f49e3f453118 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0502896 Aug 24 19:50:45.816948 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-226f63a7-38a9-497e-82c4-6393a4532dac req-f09036e9-4e05-45af-a3b2-ec290ee1deb6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340798 Aug 24 19:50:46.066376 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd3bfb-ef6b-4fbe-a379-0fd0dde790e1 req-4562819a-38bb-4a6a-972c-4d9d937aece8 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:46.067938 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-27cd3bfb-ef6b-4fbe-a379-0fd0dde790e1 req-4562819a-38bb-4a6a-972c-4d9d937aece8 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 945 time: 0.0534170 Aug 24 19:50:46.105842 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-27cd3bfb-ef6b-4fbe-a379-0fd0dde790e1 req-962b0dc5-8a06-4152-b520-076e0af02767 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Aug 24 19:50:46.932836 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b3eda-1788-47b0-abb9-fe17e0c9a94f req-0af8237b-f742-4883-b6ca-05d8fe99c41c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:46.934337 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6e6b3eda-1788-47b0-abb9-fe17e0c9a94f req-0af8237b-f742-4883-b6ca-05d8fe99c41c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0518105 Aug 24 19:50:46.971790 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6e6b3eda-1788-47b0-abb9-fe17e0c9a94f req-7da6d2d7-2861-4ceb-add7-7dec56fa0cbe tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308809 Aug 24 19:50:47.227396 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933d5bf-2a09-4dc4-9f60-f181bfbbcb09 req-9a9c7cd2-6a75-4947-bba0-e059a877df53 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:47.228930 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4933d5bf-2a09-4dc4-9f60-f181bfbbcb09 req-9a9c7cd2-6a75-4947-bba0-e059a877df53 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 945 time: 0.0503335 Aug 24 19:50:47.266045 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4933d5bf-2a09-4dc4-9f60-f181bfbbcb09 req-809bd7f7-8a9d-4239-810e-cc1f80212183 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307088 Aug 24 19:50:47.940207 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a69f7c-17a1-4518-8cdd-07ac8b4e7330 req-3692064d-a44c-4824-85d1-523eae28b522 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:47.941624 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-48a69f7c-17a1-4518-8cdd-07ac8b4e7330 req-3692064d-a44c-4824-85d1-523eae28b522 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 945 time: 0.0479085 Aug 24 19:50:48.034606 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-48a69f7c-17a1-4518-8cdd-07ac8b4e7330 req-73aa034f-d8ae-4e59-9074-2ac233d95d59 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Deleting port 39486d21-0540-4bf0-b29f-c8d5c2166e96 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:50:48.034948 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-48a69f7c-17a1-4518-8cdd-07ac8b4e7330 req-73aa034f-d8ae-4e59-9074-2ac233d95d59 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:48.146720 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511e743-2838-4a1e-8cf2-91e5848f2063 req-3cc847a1-526b-4ea3-a1c3-6741894e43be tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:48.148141 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8511e743-2838-4a1e-8cf2-91e5848f2063 req-3cc847a1-526b-4ea3-a1c3-6741894e43be tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.1091275 Aug 24 19:50:48.178757 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-48a69f7c-17a1-4518-8cdd-07ac8b4e7330 req-73aa034f-d8ae-4e59-9074-2ac233d95d59 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] For port 39486d21-0540-4bf0-b29f-c8d5c2166e96, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=39486d21-0540-4bf0-b29f-c8d5c2166e96,segment=NetworkSegment(7a057fe1-2f93-47bc-996e-43a07c5d2761),segment_id=7a057fe1-2f93-47bc-996e-43a07c5d2761)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:50:48.179125 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-48a69f7c-17a1-4518-8cdd-07ac8b4e7330 req-73aa034f-d8ae-4e59-9074-2ac233d95d59 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:48.196977 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-48a69f7c-17a1-4518-8cdd-07ac8b4e7330 req-73aa034f-d8ae-4e59-9074-2ac233d95d59 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Calling delete_port for 39486d21-0540-4bf0-b29f-c8d5c2166e96 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:50:48.221412 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8511e743-2838-4a1e-8cf2-91e5848f2063 req-4d1541c7-f7e0-4318-a799-ca71a7d1fe2d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670650 Aug 24 19:50:48.379379 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-48a69f7c-17a1-4518-8cdd-07ac8b4e7330 req-73aa034f-d8ae-4e59-9074-2ac233d95d59 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:48.397020 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['39486d21-0540-4bf0-b29f-c8d5c2166e96'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:50:48.413782 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa034f-d8ae-4e59-9074-2ac233d95d59 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Pushing event deleted for resources: {'Port': ['ID=39486d21-0540-4bf0-b29f-c8d5c2166e96,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:50:48.435954 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078c77c-3fdd-459b-83fd-2ce415cdb976 req-61251058-872b-46bf-a980-55bc3e9c1cfb tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:48.438290 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8078c77c-3fdd-459b-83fd-2ce415cdb976 req-61251058-872b-46bf-a980-55bc3e9c1cfb tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 867 time: 0.0914173 Aug 24 19:50:48.478731 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a69f7c-17a1-4518-8cdd-07ac8b4e7330 req-73aa034f-d8ae-4e59-9074-2ac233d95d59 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] No DVR routers for this DVR port 39486d21-0540-4bf0-b29f-c8d5c2166e96 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:50:48.487403 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-48a69f7c-17a1-4518-8cdd-07ac8b4e7330 req-73aa034f-d8ae-4e59-9074-2ac233d95d59 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:48.489510 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-48a69f7c-17a1-4518-8cdd-07ac8b4e7330 req-73aa034f-d8ae-4e59-9074-2ac233d95d59 tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.62 "DELETE /v2.0/ports/39486d21-0540-4bf0-b29f-c8d5c2166e96 HTTP/1.1" status: 204 len: 173 time: 0.5412762 Aug 24 19:50:48.490117 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f406784-f3a2-4d46-b6a2-187895e6c6ff', 'name': 'network-vif-deleted', 'tag': '39486d21-0540-4bf0-b29f-c8d5c2166e96'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:50:48.492417 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4279de9b-33a0-4fa8-b9c7-92dc275feaff" -d '{"events": [{"server_uuid": "6f406784-f3a2-4d46-b6a2-187895e6c6ff", "name": "network-vif-deleted", "tag": "39486d21-0540-4bf0-b29f-c8d5c2166e96"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:50:48.518307 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8078c77c-3fdd-459b-83fd-2ce415cdb976 req-c4f183c7-5713-4c4d-af24-0658a9ebdd7c tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a016032-782b-4d7b-a8c5-dfa995836a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639393 Aug 24 19:50:48.568225 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59969a3c-93e3-4e37-b95e-bf65c49d48e2 x-openstack-request-id: req-59969a3c-93e3-4e37-b95e-bf65c49d48e2 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:50:48.568621 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f406784-f3a2-4d46-b6a2-187895e6c6ff", "name": "network-vif-deleted", "tag": "39486d21-0540-4bf0-b29f-c8d5c2166e96", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:50:48.569186 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59969a3c-93e3-4e37-b95e-bf65c49d48e2 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:50:48.569653 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f406784-f3a2-4d46-b6a2-187895e6c6ff', 'name': 'network-vif-deleted', 'tag': '39486d21-0540-4bf0-b29f-c8d5c2166e96', 'status': 'completed', 'code': 200} Aug 24 19:50:49.347233 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec6141-5ba6-49af-b0ad-387d5198cde7 req-b1b78add-ff8c-4cfb-90c7-968e5ab13aec tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:49.348771 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-03ec6141-5ba6-49af-b0ad-387d5198cde7 req-b1b78add-ff8c-4cfb-90c7-968e5ab13aec tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0529120 Aug 24 19:50:49.384915 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-03ec6141-5ba6-49af-b0ad-387d5198cde7 req-cc64a002-947d-4dc1-b694-c9836ab0d5f3 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304363 Aug 24 19:50:49.621861 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c90c447a-af1a-488e-9963-b9ad0d36d65a req-2d5abd10-bbc9-42c3-af32-9809b86be65f tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 210 time: 0.0264690 Aug 24 19:50:51.921453 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7329e-999e-40d1-aac6-aeb58197c3d6 req-07c01b16-8279-4314-9378-e79457558aba tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:51.923803 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-12d7329e-999e-40d1-aac6-aeb58197c3d6 req-07c01b16-8279-4314-9378-e79457558aba tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0630088 Aug 24 19:50:51.948435 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4430c1e2-f882-47e3-8362-12241242c75f req-8348b5f1-bc6e-4c28-826a-7f280fa607af tempest-VolumesActionsTest-298801652 tempest-VolumesActionsTest-298801652-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f406784-f3a2-4d46-b6a2-187895e6c6ff HTTP/1.1" status: 200 len: 210 time: 0.0459757 Aug 24 19:50:51.984626 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-12d7329e-999e-40d1-aac6-aeb58197c3d6 req-2232a2f8-0044-4f37-a2c5-338c3d23484d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384681 Aug 24 19:50:53.164866 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 39486d21-0540-4bf0-b29f-c8d5c2166e96 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:50:53.185006 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 39486d21-0540-4bf0-b29f-c8d5c2166e96 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:50:53.185344 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 39486d21-0540-4bf0-b29f-c8d5c2166e96 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:50:55.291020 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64125327-27f5-4307-b9d2-98a4797a0635 req-c8349ee5-cc0e-4d06-b1e7-2a33cb9762cf tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:55.292833 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-64125327-27f5-4307-b9d2-98a4797a0635 req-c8349ee5-cc0e-4d06-b1e7-2a33cb9762cf tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0509171 Aug 24 19:50:55.333705 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-64125327-27f5-4307-b9d2-98a4797a0635 req-30b45ee3-426b-47ac-9d80-81a86b6a320d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347610 Aug 24 19:50:59.077834 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccde30-25d1-430c-87da-d3d708e15837 req-c0a7a0aa-442d-4293-84b0-acac2fe90102 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:50:59.079217 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a5ccde30-25d1-430c-87da-d3d708e15837 req-c0a7a0aa-442d-4293-84b0-acac2fe90102 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0553756 Aug 24 19:50:59.116214 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a5ccde30-25d1-430c-87da-d3d708e15837 req-a48a6604-3158-412e-a5f8-e55b9c4a763d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304027 Aug 24 19:51:00.245952 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e0733-9ebc-4c76-a4f8-b236b009c704 req-79f9b4b4-57d4-490c-aef5-143d5844c56a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:00.248431 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c34e0733-9ebc-4c76-a4f8-b236b009c704 req-79f9b4b4-57d4-490c-aef5-143d5844c56a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0540676 Aug 24 19:51:00.290015 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c34e0733-9ebc-4c76-a4f8-b236b009c704 req-78ccf437-cb81-49e1-8924-81bbcf2beff6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349815 Aug 24 19:51:00.386627 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc8be3-5a19-407e-94a3-9e6b4b6a3305 req-6e2a3bb8-bc3c-4402-9f60-8986b5feef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:00.388136 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f8fc8be3-5a19-407e-94a3-9e6b4b6a3305 req-6e2a3bb8-bc3c-4402-9f60-8986b5feef3e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 1099 time: 0.0403004 Aug 24 19:51:00.426790 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f8fc8be3-5a19-407e-94a3-9e6b4b6a3305 req-15f87194-4312-47ea-b73d-175ccdb6094f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296159 Aug 24 19:51:01.428341 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad88d8-c842-4551-bdc8-bad4080c0474 req-2d7dd28a-74a8-4296-9b8c-a84977495421 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:01.430835 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e2ad88d8-c842-4551-bdc8-bad4080c0474 req-2d7dd28a-74a8-4296-9b8c-a84977495421 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0596898 Aug 24 19:51:01.481211 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e2ad88d8-c842-4551-bdc8-bad4080c0474 req-231a705f-7dfc-45f2-9361-29ce3a9297a3 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439727 Aug 24 19:51:02.619392 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13bd46-f407-42ac-9cbd-bb7287ba6585 req-68f94839-e953-4278-8b2c-b2b5eefd5d58 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:02.621085 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cf13bd46-f407-42ac-9cbd-bb7287ba6585 req-68f94839-e953-4278-8b2c-b2b5eefd5d58 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0659602 Aug 24 19:51:02.664601 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cf13bd46-f407-42ac-9cbd-bb7287ba6585 req-8f33397c-cb53-4431-8c92-84de8a9559e2 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369992 Aug 24 19:51:03.087168 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4e72153e-4e88-4982-bbbf-9c3a10ce6815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:03.124685 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eed168-93cd-44ea-9c5f-58bcc5240f99 req-31584777-5858-46e5-8d9d-1954cf0303ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:03.126901 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-39eed168-93cd-44ea-9c5f-58bcc5240f99 req-31584777-5858-46e5-8d9d-1954cf0303ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 1099 time: 0.1629338 Aug 24 19:51:03.152768 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd4e8b-01fe-4152-bcb5-a672ec6af971 req-7441cb27-ab0d-4bcc-a464-0e6c6adb5e18 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:03.168364 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-babd4e8b-01fe-4152-bcb5-a672ec6af971 req-7441cb27-ab0d-4bcc-a464-0e6c6adb5e18 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.1333272 Aug 24 19:51:03.298456 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-babd4e8b-01fe-4152-bcb5-a672ec6af971 req-d5c8aba0-7bed-4906-b3ae-f43fce5ef4ab tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287036 Aug 24 19:51:03.352505 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eed168-93cd-44ea-9c5f-58bcc5240f99 req-852c0e85-9c58-4dd5-8b68-ec8b4d23c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:03.353994 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-39eed168-93cd-44ea-9c5f-58bcc5240f99 req-852c0e85-9c58-4dd5-8b68-ec8b4d23c7c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 200 len: 919 time: 0.2188141 Aug 24 19:51:03.400594 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-39eed168-93cd-44ea-9c5f-58bcc5240f99 req-fd8f34fd-bf9f-4d5a-9587-8844f12e01c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce HTTP/1.1" status: 200 len: 217 time: 0.0365956 Aug 24 19:51:03.474840 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eed168-93cd-44ea-9c5f-58bcc5240f99 req-742a9f1c-34e2-47c5-8c2b-42b2d0be4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:03.476915 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-39eed168-93cd-44ea-9c5f-58bcc5240f99 req-742a9f1c-34e2-47c5-8c2b-42b2d0be4092 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2bf38ed-d9f1-4bc8-bd79-bec2e981d932 HTTP/1.1" status: 200 len: 858 time: 0.0627012 Aug 24 19:51:03.532307 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-39eed168-93cd-44ea-9c5f-58bcc5240f99 req-f95da3b1-ab55-41aa-a3e6-d1b5e93d3fc4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098493d5-4729-4f73-889b-9717d87ddf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403063 Aug 24 19:51:03.655206 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-39eed168-93cd-44ea-9c5f-58bcc5240f99 req-f6b2f196-986e-418b-ba20-2adec727df3c service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140563 Aug 24 19:51:04.014155 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-39eed168-93cd-44ea-9c5f-58bcc5240f99 req-c7e1e427-13b6-479d-89a8-97f60ce2b5ef service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447661 Aug 24 19:51:04.621448 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8a89c-1a1b-4aaf-9aa6-3b74339371f5 req-135f1d17-8f38-422b-89b4-377772af8ed4 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:04.624112 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-03c8a89c-1a1b-4aaf-9aa6-3b74339371f5 req-135f1d17-8f38-422b-89b4-377772af8ed4 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0717704 Aug 24 19:51:04.673856 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-03c8a89c-1a1b-4aaf-9aa6-3b74339371f5 req-75e5fdda-63c9-4cf1-ad9f-cddcb69cc58a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431976 Aug 24 19:51:04.789120 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfc02c-61e3-47cd-bf30-433facdd78ff req-a6f62b4a-3409-497d-9e2f-ad561218160b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:04.790671 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2abfc02c-61e3-47cd-bf30-433facdd78ff req-a6f62b4a-3409-497d-9e2f-ad561218160b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0599091 Aug 24 19:51:04.837245 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2abfc02c-61e3-47cd-bf30-433facdd78ff req-cb8f289b-ed65-4a09-a0d6-7a849d78a3ea tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392404 Aug 24 19:51:05.743487 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-86752507-7016-4e58-a312-f8f23b61649d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:05.812388 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f547c1-4791-4766-b279-7844cd92e7b6 req-55f01703-1319-4a3b-b853-98fb62752c00 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:05.814822 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f9f547c1-4791-4766-b279-7844cd92e7b6 req-55f01703-1319-4a3b-b853-98fb62752c00 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0761435 Aug 24 19:51:05.892694 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f9f547c1-4791-4766-b279-7844cd92e7b6 req-c9200a90-b3b6-4777-8ffa-18fcb4cd00b4 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686221 Aug 24 19:51:06.031296 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dbf88-747d-4d54-b6d0-e1544551e0e4 req-f74f5497-0a90-4310-8297-54042b168d44 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:06.033242 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e40dbf88-747d-4d54-b6d0-e1544551e0e4 req-f74f5497-0a90-4310-8297-54042b168d44 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0517426 Aug 24 19:51:06.075950 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e40dbf88-747d-4d54-b6d0-e1544551e0e4 req-0f0b1d55-ca0b-426b-a1b9-d0520ddd4735 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333169 Aug 24 19:51:06.169666 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:06.737025 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:07.032483 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006e206-756d-4451-ac65-ed4f52a386e9 req-dbbbaa6a-de2e-4312-8e66-9d0ab4fad360 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:07.034714 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f006e206-756d-4451-ac65-ed4f52a386e9 req-dbbbaa6a-de2e-4312-8e66-9d0ab4fad360 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0579102 Aug 24 19:51:07.079339 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f006e206-756d-4451-ac65-ed4f52a386e9 req-fcd03c7e-3065-4188-b4c8-92c499165294 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387838 Aug 24 19:51:07.212655 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95535bad-4ae0-4614-8cef-d819f241efb5 req-73d4a1bc-30f6-4407-b8f9-66d76a10898d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:07.214179 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-95535bad-4ae0-4614-8cef-d819f241efb5 req-73d4a1bc-30f6-4407-b8f9-66d76a10898d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0576236 Aug 24 19:51:07.255184 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-95535bad-4ae0-4614-8cef-d819f241efb5 req-cfc20301-57bd-4d3a-874a-03dd35ba5935 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350733 Aug 24 19:51:07.447917 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c76a9094-f5bf-4901-a340-8eaa1572e8f6 req-8190b6ad-6ca9-41db-8d6b-4660e0eab98e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529139 Aug 24 19:51:07.547185 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a9094-f5bf-4901-a340-8eaa1572e8f6 req-6e71fb88-7e13-4557-aaa5-84ba516f03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:07.548895 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c76a9094-f5bf-4901-a340-8eaa1572e8f6 req-6e71fb88-7e13-4557-aaa5-84ba516f03d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 1098 time: 0.0519474 Aug 24 19:51:07.685284 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a9094-f5bf-4901-a340-8eaa1572e8f6 req-30871b9a-b8c3-4990-b16c-0c94540e3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:07.686942 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c76a9094-f5bf-4901-a340-8eaa1572e8f6 req-30871b9a-b8c3-4990-b16c-0c94540e3880 service neutron] 10.222.0.62 "GET /v2.0/networks?id=098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 200 len: 919 time: 0.1043057 Aug 24 19:51:07.752292 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c76a9094-f5bf-4901-a340-8eaa1572e8f6 req-92c43fe9-74ba-443e-8760-0409fd9c2ac0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12afd37a-2038-495a-a81a-fc66a30bc200 HTTP/1.1" status: 200 len: 217 time: 0.0419059 Aug 24 19:51:07.826186 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a9094-f5bf-4901-a340-8eaa1572e8f6 req-3fd5c4c0-68a6-4489-be89-28c71f27108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:07.835011 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c76a9094-f5bf-4901-a340-8eaa1572e8f6 req-3fd5c4c0-68a6-4489-be89-28c71f27108f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2bf38ed-d9f1-4bc8-bd79-bec2e981d932 HTTP/1.1" status: 200 len: 858 time: 0.0674493 Aug 24 19:51:07.889009 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c76a9094-f5bf-4901-a340-8eaa1572e8f6 req-4eb0ab5f-e43b-4091-8c19-08a2b13ac73d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098493d5-4729-4f73-889b-9717d87ddf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434406 Aug 24 19:51:08.022824 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c76a9094-f5bf-4901-a340-8eaa1572e8f6 req-f335c3a7-e778-4adf-8d26-9a7e22ee30f9 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258457 Aug 24 19:51:08.179460 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c76a9094-f5bf-4901-a340-8eaa1572e8f6 req-eb41cfc0-eb54-45a3-86ca-3bf298088e53 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455359 Aug 24 19:51:08.259054 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3604c-17d4-4e50-a3d4-48702fca4fa2 req-8936b5b0-f8d3-4611-9f26-cbbac5b0db0b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:08.269346 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cfa3604c-17d4-4e50-a3d4-48702fca4fa2 req-8936b5b0-f8d3-4611-9f26-cbbac5b0db0b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0879667 Aug 24 19:51:08.336168 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cfa3604c-17d4-4e50-a3d4-48702fca4fa2 req-97692466-ee88-4ada-84b2-f6fd0f024ed0 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591247 Aug 24 19:51:08.401326 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:08.414732 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303658a-f819-42a4-ac76-144c855e01ae req-d347e44b-489c-4956-8c5a-cfe98cb4d6b5 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:08.417963 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1303658a-f819-42a4-ac76-144c855e01ae req-d347e44b-489c-4956-8c5a-cfe98cb4d6b5 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0699697 Aug 24 19:51:08.462291 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1303658a-f819-42a4-ac76-144c855e01ae req-31181902-1bca-4769-bc24-e20e35d7a4df tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365417 Aug 24 19:51:08.528752 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:09.395662 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:51:09.480937 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162af380-9745-4efc-bb2d-cc15f9bbaa8a req-7de4389b-46fc-4e66-8de6-b3f2e2f03bf3 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:09.482822 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-162af380-9745-4efc-bb2d-cc15f9bbaa8a req-7de4389b-46fc-4e66-8de6-b3f2e2f03bf3 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0802591 Aug 24 19:51:09.542666 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-162af380-9745-4efc-bb2d-cc15f9bbaa8a req-dfd2af9b-73df-4211-842d-f13c25c4d567 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 Aug 24 19:51:09.698628 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa774d60-2db1-4663-895a-7ef087e99a67 req-0d3a5d95-bfc3-43bd-b8ac-c1ad8c48bb88 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:09.700308 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-aa774d60-2db1-4663-895a-7ef087e99a67 req-0d3a5d95-bfc3-43bd-b8ac-c1ad8c48bb88 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.1094332 Aug 24 19:51:09.771729 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-aa774d60-2db1-4663-895a-7ef087e99a67 req-ceaf316a-8888-4497-89e1-353ea2f9157f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525465 Aug 24 19:51:10.947781 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4a817-d670-42b5-8119-f97d07ee6f73 req-96d941aa-2685-42ce-ae9c-5cf7816a33fd tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:10.950759 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-efc4a817-d670-42b5-8119-f97d07ee6f73 req-96d941aa-2685-42ce-ae9c-5cf7816a33fd tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0761259 Aug 24 19:51:11.027360 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-efc4a817-d670-42b5-8119-f97d07ee6f73 req-7c7a2a14-b7ba-452f-802d-e70086235772 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694504 Aug 24 19:51:11.242018 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069a1aa-f739-4e67-8945-8192cb8ed835 req-416aa9b0-5681-425c-9eb3-0f0dc5bbdebe tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:11.243712 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0069a1aa-f739-4e67-8945-8192cb8ed835 req-416aa9b0-5681-425c-9eb3-0f0dc5bbdebe tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0775728 Aug 24 19:51:11.296832 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0069a1aa-f739-4e67-8945-8192cb8ed835 req-942375e0-7b8b-4e80-b5b0-16b6d260997a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459955 Aug 24 19:51:11.842877 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 49648) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:11.965188 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:12.069626 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:12.076371 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:12.108397 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=058ada32853d40b2ab9971fc359e3da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644165 Aug 24 19:51:12.111188 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 49654) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:12.123563 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07612142-71aa-46ea-8f1a-2cff9f725c54,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:12.134139 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.134858 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.135407 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.136424 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.136989 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.137538 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.138091 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.138636 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.139171 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.139761 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.140564 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.141389 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c82bdf-430b-46a0-8348-30e43e7cbd6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.183973 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cd2b5-ae8d-4e4c-8e28-f2a67929610a req-fc2c7f51-b739-4fa0-b3d6-9d71d77351a6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:12.185625 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-386cd2b5-ae8d-4e4c-8e28-f2a67929610a req-fc2c7f51-b739-4fa0-b3d6-9d71d77351a6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0891929 Aug 24 19:51:12.243156 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-386cd2b5-ae8d-4e4c-8e28-f2a67929610a req-cf5b13fa-94d3-40f9-8ee9-182f29062205 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471823 Aug 24 19:51:12.244003 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:12.268383 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:12.329526 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:12.332533 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:12.336937 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/07612142-71aa-46ea-8f1a-2cff9f725c54 HTTP/1.1" status: 204 len: 168 time: 0.2109787 Aug 24 19:51:12.345186 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07612142-71aa-46ea-8f1a-2cff9f725c54,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:12.354692 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.355343 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.355746 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.356518 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.357317 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.357850 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.358375 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.358924 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.359423 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.359906 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.360424 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.360755 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292e4d-4767-4db1-87dd-6b392a1b4aa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:12.680409 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 49664) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:12.696525 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-688103f2-4026-44e9-885c-62f1fe98085f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:12.827230 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-688103f2-4026-44e9-885c-62f1fe98085f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:12.835271 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-688103f2-4026-44e9-885c-62f1fe98085f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:12.890477 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-688103f2-4026-44e9-885c-62f1fe98085f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68417b1f80b843deaee3af2a95531054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087650 Aug 24 19:51:12.893210 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 49670) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:12.901909 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688103f2-4026-44e9-885c-62f1fe98085f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793600c4-6a1c-4a11-bbed-f0c6b3afdbbd,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:12.959125 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8128aeb7-1add-4474-b63b-c6d18566b5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:12.990084 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8128aeb7-1add-4474-b63b-c6d18566b5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:13.055465 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8128aeb7-1add-4474-b63b-c6d18566b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:13.059083 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8128aeb7-1add-4474-b63b-c6d18566b5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:13.064077 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-8128aeb7-1add-4474-b63b-c6d18566b5a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/793600c4-6a1c-4a11-bbed-f0c6b3afdbbd HTTP/1.1" status: 204 len: 168 time: 0.1695054 Aug 24 19:51:13.075415 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128aeb7-1add-4474-b63b-c6d18566b5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793600c4-6a1c-4a11-bbed-f0c6b3afdbbd,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:13.392271 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc818353-398b-40e5-a7d5-5f1e7e116c71 req-f20b4478-be4a-4803-993f-85166919af5e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:13.396003 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cc818353-398b-40e5-a7d5-5f1e7e116c71 req-f20b4478-be4a-4803-993f-85166919af5e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0607860 Aug 24 19:51:13.450717 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cc818353-398b-40e5-a7d5-5f1e7e116c71 req-f2fa2650-47e1-482e-92a3-6cc63c1998b7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490685 Aug 24 19:51:14.597012 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29d0aa-29f4-444f-a23d-a4bcd8372c34 req-ba87c485-5014-4b6a-8908-25037d69f927 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:14.608178 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ac29d0aa-29f4-444f-a23d-a4bcd8372c34 req-ba87c485-5014-4b6a-8908-25037d69f927 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0750673 Aug 24 19:51:14.679721 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ac29d0aa-29f4-444f-a23d-a4bcd8372c34 req-5e944b78-8bbb-46c1-83f1-4803305b1da4 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646224 Aug 24 19:51:15.487626 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5c307-4b41-4210-a829-96bebefb51c7 req-be5f9a98-f7fb-459e-ad27-b0d5bf546e29 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:15.489961 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-25b5c307-4b41-4210-a829-96bebefb51c7 req-be5f9a98-f7fb-459e-ad27-b0d5bf546e29 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.1023850 Aug 24 19:51:15.548009 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-25b5c307-4b41-4210-a829-96bebefb51c7 req-58910d33-3e47-44ed-a0d4-fdb1fd78aba3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439394 Aug 24 19:51:15.568850 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 49766) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:15.687982 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6943a96a-21dd-4c38-a8ee-1eb528df6ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:15.895404 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6943a96a-21dd-4c38-a8ee-1eb528df6ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:15.901711 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6943a96a-21dd-4c38-a8ee-1eb528df6ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:15.938795 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f976e94-779b-4d00-9376-89a4779afdaf req-cc1b7835-1e37-438f-9607-2cf75f9acba0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:15.941598 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2f976e94-779b-4d00-9376-89a4779afdaf req-cc1b7835-1e37-438f-9607-2cf75f9acba0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.1289134 Aug 24 19:51:15.989059 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-6943a96a-21dd-4c38-a8ee-1eb528df6ae9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d2fdad5706d497e969d43f51122a603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187827 Aug 24 19:51:15.991864 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 49772) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:15.992456 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943a96a-21dd-4c38-a8ee-1eb528df6ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc42e2c4-590a-4459-8376-acea3f875d8c,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:16.012664 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2f976e94-779b-4d00-9376-89a4779afdaf req-7851459c-93d2-4d7e-995b-6b6ac276640a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617130 Aug 24 19:51:16.070937 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-37409431-4131-43d7-81c6-4d1631587214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:16.103518 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-37409431-4131-43d7-81c6-4d1631587214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:16.167459 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-37409431-4131-43d7-81c6-4d1631587214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:16.170966 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-37409431-4131-43d7-81c6-4d1631587214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:16.172374 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-37409431-4131-43d7-81c6-4d1631587214 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fc42e2c4-590a-4459-8376-acea3f875d8c HTTP/1.1" status: 204 len: 168 time: 0.1792562 Aug 24 19:51:16.180751 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37409431-4131-43d7-81c6-4d1631587214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc42e2c4-590a-4459-8376-acea3f875d8c,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:16.493582 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 49784) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:16.511392 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3f671be5-9756-4409-b727-9d846d015852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:16.629711 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3f671be5-9756-4409-b727-9d846d015852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:16.650085 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3f671be5-9756-4409-b727-9d846d015852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:16.703079 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f671be5-9756-4409-b727-9d846d015852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ea9bb4-2689-417f-ad50-2cfd68235376,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:16.710917 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-3f671be5-9756-4409-b727-9d846d015852 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12066effbcd245ef81a80e514a046401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136176 Aug 24 19:51:16.711623 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 49792) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:16.737910 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce14ca-a12d-4581-a782-9a17e6db7e25 req-31c02382-611e-4bcb-8084-63f4b4870270 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:16.739446 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2bce14ca-a12d-4581-a782-9a17e6db7e25 req-31c02382-611e-4bcb-8084-63f4b4870270 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.1228430 Aug 24 19:51:16.807220 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2bce14ca-a12d-4581-a782-9a17e6db7e25 req-d26cffef-fb65-4935-9448-3ca39cf532a5 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614822 Aug 24 19:51:16.810070 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a92aef58-4e30-44f3-a208-93f9e2622a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:16.837663 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a92aef58-4e30-44f3-a208-93f9e2622a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:16.884983 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a92aef58-4e30-44f3-a208-93f9e2622a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:16.887513 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a92aef58-4e30-44f3-a208-93f9e2622a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:16.888698 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-a92aef58-4e30-44f3-a208-93f9e2622a84 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/39ea9bb4-2689-417f-ad50-2cfd68235376 HTTP/1.1" status: 204 len: 168 time: 0.1762798 Aug 24 19:51:16.896381 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aef58-4e30-44f3-a208-93f9e2622a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ea9bb4-2689-417f-ad50-2cfd68235376,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:17.133839 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b7f41-04fd-4f2f-b968-cfc82ee1a3c0 req-e978fb1b-81dc-4514-b2d3-be9cf53055c7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:17.135415 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-902b7f41-04fd-4f2f-b968-cfc82ee1a3c0 req-e978fb1b-81dc-4514-b2d3-be9cf53055c7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0497494 Aug 24 19:51:17.178761 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-902b7f41-04fd-4f2f-b968-cfc82ee1a3c0 req-46d99623-47c1-43ae-807c-af78710bf93d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371890 Aug 24 19:51:17.942058 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a4fb9-1071-4509-a97e-960b65bbfcef req-54297c2f-47a2-4502-808f-7d8048183fbd tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:17.944549 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c43a4fb9-1071-4509-a97e-960b65bbfcef req-54297c2f-47a2-4502-808f-7d8048183fbd tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0554671 Aug 24 19:51:17.967164 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 49876) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:17.994352 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c43a4fb9-1071-4509-a97e-960b65bbfcef req-e921b968-b541-48fa-aac9-28b20f12bde1 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449052 Aug 24 19:51:18.088203 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a8557bac-fb53-4661-999c-326a243fa895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:18.183517 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a8557bac-fb53-4661-999c-326a243fa895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:18.187354 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a8557bac-fb53-4661-999c-326a243fa895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:18.233050 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-a8557bac-fb53-4661-999c-326a243fa895 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0bb00c4f6fd8498192feacdc94ba2048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620869 Aug 24 19:51:18.233050 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 49910) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:18.233235 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8557bac-fb53-4661-999c-326a243fa895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ff0267-7806-41d6-b3d6-2218fc77cf31,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:18.319982 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f5c62684-8f99-415f-acc9-fb13c6bd4f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:18.356398 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f5c62684-8f99-415f-acc9-fb13c6bd4f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:18.376908 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d7ee0-c077-4179-8f87-be373ce8d5e9 req-889ef5aa-1cec-49c3-84da-9cc665a4c54d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:18.385668 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a8d7ee0-c077-4179-8f87-be373ce8d5e9 req-889ef5aa-1cec-49c3-84da-9cc665a4c54d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0723763 Aug 24 19:51:18.407684 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f5c62684-8f99-415f-acc9-fb13c6bd4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:18.410795 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f5c62684-8f99-415f-acc9-fb13c6bd4f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:18.414791 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-f5c62684-8f99-415f-acc9-fb13c6bd4f5e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91ff0267-7806-41d6-b3d6-2218fc77cf31 HTTP/1.1" status: 204 len: 168 time: 0.1823282 Aug 24 19:51:18.422518 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c62684-8f99-415f-acc9-fb13c6bd4f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ff0267-7806-41d6-b3d6-2218fc77cf31,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:18.439677 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a8d7ee0-c077-4179-8f87-be373ce8d5e9 req-074a30bf-8e1e-422d-89aa-60e74f6a478d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528505 Aug 24 19:51:19.110780 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d27ae-d6a2-42af-a1a5-565a3b80aa15 req-72326579-c0f0-4844-9f02-4866ef8d68fa tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:19.113085 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-725d27ae-d6a2-42af-a1a5-565a3b80aa15 req-72326579-c0f0-4844-9f02-4866ef8d68fa tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0502915 Aug 24 19:51:19.152317 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-725d27ae-d6a2-42af-a1a5-565a3b80aa15 req-f12d8b86-ec09-4838-aba5-f3f4e69ccf3d tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329936 Aug 24 19:51:19.401567 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 49952) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:19.445769 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bd8647-aabe-4b9d-aebf-a91d345d5c3a admin admin] Deleting subnet 7ebd80c7-4900-4761-8abc-3d8094635aec {{(pid=105635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:51:19.448929 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-83bd8647-aabe-4b9d-aebf-a91d345d5c3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.489847 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-83bd8647-aabe-4b9d-aebf-a91d345d5c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267673478'] for subnet, precommit_delete_associations {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.541062 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-83bd8647-aabe-4b9d-aebf-a91d345d5c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.572178 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9d637-4150-4f05-ab2c-a62188e6aa6a req-f09366d5-61e8-429f-8fab-9cabe60b60ec tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:19.579540 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5da9d637-4150-4f05-ab2c-a62188e6aa6a req-f09366d5-61e8-429f-8fab-9cabe60b60ec tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0655367 Aug 24 19:51:19.600665 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-83bd8647-aabe-4b9d-aebf-a91d345d5c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267901544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264836026'] for subnet, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.620690 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5da9d637-4150-4f05-ab2c-a62188e6aa6a req-37bede28-6869-47c5-8b64-a772f6967f09 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400167 Aug 24 19:51:19.624611 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd8647-aabe-4b9d-aebf-a91d345d5c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ebd80c7-4900-4761-8abc-3d8094635aec,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:19.626583 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-83bd8647-aabe-4b9d-aebf-a91d345d5c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.628553 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-83bd8647-aabe-4b9d-aebf-a91d345d5c3a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7ebd80c7-4900-4761-8abc-3d8094635aec HTTP/1.1" status: 204 len: 168 time: 0.2259963 Aug 24 19:51:19.630956 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 49964) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:19.702906 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8760c2af-72a8-4a65-b856-c133734f7051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.786817 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8760c2af-72a8-4a65-b856-c133734f7051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.796503 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-8760c2af-72a8-4a65-b856-c133734f7051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24767f9-9c39-4272-b32a-683804e57c5c']}} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:19.807018 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-8760c2af-72a8-4a65-b856-c133734f7051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a057fe1-2f93-47bc-996e-43a07c5d2761') {'for_net_delete': True} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:19.807729 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-8760c2af-72a8-4a65-b856-c133734f7051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a057fe1-2f93-47bc-996e-43a07c5d2761') {} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:51:19.816973 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8760c2af-72a8-4a65-b856-c133734f7051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267673481'] for segment, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.831346 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8760c2af-72a8-4a65-b856-c133734f7051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.837960 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8760c2af-72a8-4a65-b856-c133734f7051 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=105635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:51:19.838489 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8760c2af-72a8-4a65-b856-c133734f7051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267901834'] for segment, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: Traceback (most recent call last): Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: timer() Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: cb(*args, **kw) Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: return func(*args, **kwargs) Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: self._notify() Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: self.callback(batched_events) Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: event.method(event) Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: return f(self, *a, **k) Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._get(url).json() Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: return self.request(url, 'GET', **kwargs) Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:51:19.840236 dv-cinder-804093-3-iscsi neutron-server[105635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:51:19.895212 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8760c2af-72a8-4a65-b856-c133734f7051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.901167 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8760c2af-72a8-4a65-b856-c133734f7051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:19.906192 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-8760c2af-72a8-4a65-b856-c133734f7051 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a24767f9-9c39-4272-b32a-683804e57c5c HTTP/1.1" status: 204 len: 168 time: 0.2716117 Aug 24 19:51:19.921187 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760c2af-72a8-4a65-b856-c133734f7051 admin admin] Pushing event deleted for resources: {'Network': ['ID=a24767f9-9c39-4272-b32a-683804e57c5c,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:20.088796 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 49972) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:20.128108 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-174b5dbb-65e7-48fd-84f9-3cc89265093e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eda103fa4254461d81c66031465063f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373769 Aug 24 19:51:20.130382 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 49974) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:20.178132 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb237-72e8-4891-9045-177de78cfc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:20.203009 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb237-72e8-4891-9045-177de78cfc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:20.250479 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb237-72e8-4891-9045-177de78cfc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:20.253965 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb237-72e8-4891-9045-177de78cfc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:20.255231 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-2dfdb237-72e8-4891-9045-177de78cfc0f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2a016032-782b-4d7b-a8c5-dfa995836a1b HTTP/1.1" status: 204 len: 168 time: 0.1239429 Aug 24 19:51:20.264180 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdb237-72e8-4891-9045-177de78cfc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a016032-782b-4d7b-a8c5-dfa995836a1b,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:20.276429 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a33f5-3938-4a1c-886e-7fb92b14bbad req-7275babc-e9d6-41c6-9385-58eace43b6bf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:20.277934 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-321a33f5-3938-4a1c-886e-7fb92b14bbad req-7275babc-e9d6-41c6-9385-58eace43b6bf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0560055 Aug 24 19:51:20.324291 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-321a33f5-3938-4a1c-886e-7fb92b14bbad req-0148c332-783d-433d-9292-bfd8686d183e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373142 Aug 24 19:51:20.766208 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465d499-a89e-4b79-bfc2-b2052bdfc721 req-06b4f799-c4f3-44e2-9300-01d60a37bad7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:20.767867 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4465d499-a89e-4b79-bfc2-b2052bdfc721 req-06b4f799-c4f3-44e2-9300-01d60a37bad7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0659134 Aug 24 19:51:20.818969 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4465d499-a89e-4b79-bfc2-b2052bdfc721 req-38e4ad47-fa6c-448d-b061-4965a245d158 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440586 Aug 24 19:51:21.454415 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc41479-f094-4112-90e4-69774a0c673b req-9d7ab6e2-253b-4a03-a0c6-b2f3847b922e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:21.456485 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9fc41479-f094-4112-90e4-69774a0c673b req-9d7ab6e2-253b-4a03-a0c6-b2f3847b922e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0535703 Aug 24 19:51:21.499269 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9fc41479-f094-4112-90e4-69774a0c673b req-e27500ec-df05-43e9-ab49-0aee2a405641 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365431 Aug 24 19:51:21.848955 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878759d2-d000-4640-b02a-98d03f66cdf9 req-94f69c27-4fb6-4687-9aa3-24bcd3ca4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:21.850459 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-878759d2-d000-4640-b02a-98d03f66cdf9 req-94f69c27-4fb6-4687-9aa3-24bcd3ca4408 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 1099 time: 0.0750966 Aug 24 19:51:21.865449 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d3234-877d-4d37-9490-492919acb234 req-2d7ee660-c325-4cb1-a642-f3c4fce3e8be tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:21.866963 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ca8d3234-877d-4d37-9490-492919acb234 req-2d7ee660-c325-4cb1-a642-f3c4fce3e8be tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0815647 Aug 24 19:51:22.001116 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ca8d3234-877d-4d37-9490-492919acb234 req-4dadae37-47b1-4e15-97c8-a688a7371ec7 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245418 Aug 24 19:51:22.027204 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f1081-01d6-45a7-8643-c9fe9c3ffbc8 req-2d10df23-ad0a-4d81-81d9-b71031cc1b4e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:22.028735 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a06f1081-01d6-45a7-8643-c9fe9c3ffbc8 req-2d10df23-ad0a-4d81-81d9-b71031cc1b4e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.1332245 Aug 24 19:51:22.054577 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878759d2-d000-4640-b02a-98d03f66cdf9 req-fb591af2-9614-4473-9334-8803487ece19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:22.056045 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-878759d2-d000-4640-b02a-98d03f66cdf9 req-fb591af2-9614-4473-9334-8803487ece19 service neutron] 10.222.0.62 "GET /v2.0/networks?id=098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 200 len: 919 time: 0.1881933 Aug 24 19:51:22.113007 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a06f1081-01d6-45a7-8643-c9fe9c3ffbc8 req-7eb848bf-695d-4251-89cd-17c01b6c25d4 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741942 Aug 24 19:51:22.114288 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-878759d2-d000-4640-b02a-98d03f66cdf9 req-68dda96b-043e-4a7a-8580-76fdf1a104bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce HTTP/1.1" status: 200 len: 217 time: 0.0432663 Aug 24 19:51:22.172589 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878759d2-d000-4640-b02a-98d03f66cdf9 req-5ba82223-6e89-4da1-a1b3-90b0dd285f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:22.174028 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-878759d2-d000-4640-b02a-98d03f66cdf9 req-5ba82223-6e89-4da1-a1b3-90b0dd285f9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2bf38ed-d9f1-4bc8-bd79-bec2e981d932 HTTP/1.1" status: 200 len: 858 time: 0.0480874 Aug 24 19:51:22.213599 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-878759d2-d000-4640-b02a-98d03f66cdf9 req-59beb8ce-a5cc-4dcd-ac89-e920b9586cc9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098493d5-4729-4f73-889b-9717d87ddf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274832 Aug 24 19:51:22.306922 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-878759d2-d000-4640-b02a-98d03f66cdf9 req-12d8b82c-2dc4-4845-a13a-abe14a2fd903 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843554 Aug 24 19:51:22.406409 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-878759d2-d000-4640-b02a-98d03f66cdf9 req-198b83bf-800e-49dd-a932-76cd227ba589 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899599 Aug 24 19:51:22.557275 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 50098) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:22.629001 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94dd1f-6aa4-469d-967e-ac32dcea8ed8 req-908f4ba1-135f-42df-b0f4-41fe8f6c2a48 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:22.630676 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7d94dd1f-6aa4-469d-967e-ac32dcea8ed8 req-908f4ba1-135f-42df-b0f4-41fe8f6c2a48 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0531137 Aug 24 19:51:22.670916 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7d94dd1f-6aa4-469d-967e-ac32dcea8ed8 req-ec4d52bd-441d-4fef-a20d-3bb04560c505 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334632 Aug 24 19:51:22.677161 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-bcc127fe-da75-4787-8f1b-cccebbd54c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:22.764196 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-bcc127fe-da75-4787-8f1b-cccebbd54c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:22.767949 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-bcc127fe-da75-4787-8f1b-cccebbd54c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:22.808977 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc127fe-da75-4787-8f1b-cccebbd54c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec3590c-352b-4d22-8873-5ee90f881dd7,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:22.812620 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-bcc127fe-da75-4787-8f1b-cccebbd54c84 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8ea91893971428d9bb158c2cb186179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542908 Aug 24 19:51:22.815549 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 50104) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:22.867571 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3600287d-8976-4aef-a931-7f423b848dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:22.888245 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3600287d-8976-4aef-a931-7f423b848dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:22.936522 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3600287d-8976-4aef-a931-7f423b848dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:22.939096 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3600287d-8976-4aef-a931-7f423b848dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:22.940709 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-3600287d-8976-4aef-a931-7f423b848dee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ec3590c-352b-4d22-8873-5ee90f881dd7 HTTP/1.1" status: 204 len: 168 time: 0.1236746 Aug 24 19:51:22.948347 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600287d-8976-4aef-a931-7f423b848dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec3590c-352b-4d22-8873-5ee90f881dd7,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:23.127216 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d0cb1-289e-421a-bdcb-ad3b667897a5 req-7676646b-6be1-4532-a86c-9c5c05ea4638 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:23.128940 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0f8d0cb1-289e-421a-bdcb-ad3b667897a5 req-7676646b-6be1-4532-a86c-9c5c05ea4638 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0518858 Aug 24 19:51:23.171869 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0f8d0cb1-289e-421a-bdcb-ad3b667897a5 req-0eed45a5-7405-48aa-bca6-b8e5d113f4e0 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367951 Aug 24 19:51:23.214845 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 50114) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:23.227797 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-cda1e271-8020-4f6c-ab9a-6b96d74b1f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:23.238406 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9af1bb-6615-4ec3-9132-08fa7cb2364a req-056c0786-67a5-4173-9b12-413189a83718 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:23.239946 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8c9af1bb-6615-4ec3-9132-08fa7cb2364a req-056c0786-67a5-4173-9b12-413189a83718 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0501878 Aug 24 19:51:23.285246 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8c9af1bb-6615-4ec3-9132-08fa7cb2364a req-21b27a9a-2ca0-4d8a-820c-aa242443659f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389230 Aug 24 19:51:23.318488 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-cda1e271-8020-4f6c-ab9a-6b96d74b1f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:23.322107 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-cda1e271-8020-4f6c-ab9a-6b96d74b1f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:23.363056 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-cda1e271-8020-4f6c-ab9a-6b96d74b1f23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=feccc4f69bc14bb89eda9ebafdc33998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469398 Aug 24 19:51:23.365000 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1e271-8020-4f6c-ab9a-6b96d74b1f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e8e45a-6ef4-4359-a841-a240939a253c,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:23.365617 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 50116) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:23.415893 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-aeb8940a-f497-4fc4-a7e1-1581f5518a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:23.441395 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-aeb8940a-f497-4fc4-a7e1-1581f5518a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:23.486669 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-aeb8940a-f497-4fc4-a7e1-1581f5518a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:23.489747 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-aeb8940a-f497-4fc4-a7e1-1581f5518a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:23.490891 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-aeb8940a-f497-4fc4-a7e1-1581f5518a91 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/76e8e45a-6ef4-4359-a841-a240939a253c HTTP/1.1" status: 204 len: 168 time: 0.1242411 Aug 24 19:51:23.498534 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8940a-f497-4fc4-a7e1-1581f5518a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e8e45a-6ef4-4359-a841-a240939a253c,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:23.796851 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe42a8-8789-4619-a856-d548e40131b7 req-ff8ab662-053f-4f68-bc77-7891a52b0e21 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:23.798407 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cfbe42a8-8789-4619-a856-d548e40131b7 req-ff8ab662-053f-4f68-bc77-7891a52b0e21 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0588865 Aug 24 19:51:23.841745 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cfbe42a8-8789-4619-a856-d548e40131b7 req-366afd25-efb8-4aab-9053-4734bdf2a66a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365520 Aug 24 19:51:24.293124 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46d8b8-82ec-42bc-b329-3a72f6002497 req-931d4d0e-bba7-4d3f-b8a4-e3e61185ee2a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:24.294903 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad46d8b8-82ec-42bc-b329-3a72f6002497 req-931d4d0e-bba7-4d3f-b8a4-e3e61185ee2a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0509353 Aug 24 19:51:24.338283 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad46d8b8-82ec-42bc-b329-3a72f6002497 req-6a62a1dc-82d0-4592-a7c8-0231bb67d28d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Aug 24 19:51:24.409192 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3855a-f1d5-4cc0-a7f0-9672289c7adf req-e35c5a64-38c5-4f21-ae3f-f77136c55187 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:24.410854 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a3c3855a-f1d5-4cc0-a7f0-9672289c7adf req-e35c5a64-38c5-4f21-ae3f-f77136c55187 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0547512 Aug 24 19:51:24.457914 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a3c3855a-f1d5-4cc0-a7f0-9672289c7adf req-91686255-aad6-4ef6-bbcb-6ba83f3545cf tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391386 Aug 24 19:51:24.959707 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:51:24.963370 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8e0b4-5558-4873-b3b7-16b5f30e7299 req-a228a211-4422-4b9a-8c77-1cae66a17795 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:24.964929 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bec8e0b4-5558-4873-b3b7-16b5f30e7299 req-a228a211-4422-4b9a-8c77-1cae66a17795 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0514836 Aug 24 19:51:25.003317 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bec8e0b4-5558-4873-b3b7-16b5f30e7299 req-d525b252-b97e-49e6-bf38-d5c413a7746b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324888 Aug 24 19:51:25.059576 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:51:25.071352 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'port_id': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'mac_address': 'fa:16:3e:77:6e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:51:25.116557 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:25.129482 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:51:25.148024 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:51:25.151654 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:25.205940 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,revision_number=6']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:25.213225 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:25.213518 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:25.213860 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:25.214199 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:25.214535 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:25.214865 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:25.215191 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:25.215518 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:25.215850 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:25.216198 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:25.216524 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:25.216846 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:51:25.266695 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['0d7e3a6b-52fd-4877-855b-25e3d57d3b55'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:51:25.455505 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac697c9-fe80-43e8-97eb-34d79a14ee4c req-cda880c0-7c3d-4449-8761-cb2b91a083e1 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:25.457745 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1ac697c9-fe80-43e8-97eb-34d79a14ee4c req-cda880c0-7c3d-4449-8761-cb2b91a083e1 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0485382 Aug 24 19:51:25.495414 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1ac697c9-fe80-43e8-97eb-34d79a14ee4c req-49c750a5-cdcd-4026-b629-cf3d716ad178 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316494 Aug 24 19:51:25.578989 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0474c-5c4f-4701-88c6-c9cae5c8aea5 req-1f8749b7-91f0-4390-bb56-51574c001bab tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:25.580696 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fec0474c-5c4f-4701-88c6-c9cae5c8aea5 req-1f8749b7-91f0-4390-bb56-51574c001bab tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 945 time: 0.0517354 Aug 24 19:51:25.624750 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fec0474c-5c4f-4701-88c6-c9cae5c8aea5 req-1949b95d-d5a0-40fd-b919-29804aad7b1b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365481 Aug 24 19:51:26.124821 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1968d0-93cc-4017-a77e-1fd7a35053fd req-ae721de9-8e19-4b0e-9cc5-58e2eb23823b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:26.126562 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bc1968d0-93cc-4017-a77e-1fd7a35053fd req-ae721de9-8e19-4b0e-9cc5-58e2eb23823b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0515387 Aug 24 19:51:26.165832 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bc1968d0-93cc-4017-a77e-1fd7a35053fd req-2444d123-1ead-4072-a34f-c8136808af51 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330782 Aug 24 19:51:26.612383 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef552c-e5c3-42a1-86d8-9af440c4b90d req-56254dd3-53a3-4003-bd5d-c8b5fd58d6cb tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:26.613940 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-90ef552c-e5c3-42a1-86d8-9af440c4b90d req-56254dd3-53a3-4003-bd5d-c8b5fd58d6cb tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0504057 Aug 24 19:51:26.653466 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-90ef552c-e5c3-42a1-86d8-9af440c4b90d req-c3992f75-e7ff-4775-99b3-6c698084981e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Aug 24 19:51:26.751401 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e9a03-53f0-41c6-b077-45974450d773 req-7bbef3a4-2b86-4d80-973f-52bd9a664842 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:26.752884 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ec8e9a03-53f0-41c6-b077-45974450d773 req-7bbef3a4-2b86-4d80-973f-52bd9a664842 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 945 time: 0.0515501 Aug 24 19:51:26.790124 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ec8e9a03-53f0-41c6-b077-45974450d773 req-7071dc9b-ae7b-4c95-b9e8-9c78680cc7da tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307469 Aug 24 19:51:27.063517 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:51:27.115475 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:51:27.115845 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.192232 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.220649 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:51:27.224268 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4f5520-5c9b-4c0a-95e9-704d764252bd" -d '{"events": [{"server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:51:27.238602 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:51:27.243558 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:27.269305 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970508ef-2ceb-468e-ba36-fff022284f36 x-openstack-request-id: req-970508ef-2ceb-468e-ba36-fff022284f36 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:51:27.269949 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:51:27.270209 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-970508ef-2ceb-468e-ba36-fff022284f36 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:51:27.270597 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'code': 200} Aug 24 19:51:27.287905 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97634a1-4594-47b0-beea-b1565b7a9714 req-ce4f8760-e4cd-4495-975d-daad18711336 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:27.289416 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c97634a1-4594-47b0-beea-b1565b7a9714 req-ce4f8760-e4cd-4495-975d-daad18711336 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0535707 Aug 24 19:51:27.294604 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,revision_number=7']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:27.328078 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c97634a1-4594-47b0-beea-b1565b7a9714 req-6368ffd2-4cfc-45a3-84fc-0edb3f5534ee tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326545 Aug 24 19:51:27.775330 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd70af5-d211-4478-9fa4-f414bc72087b req-4624ae4d-d34b-42c9-8bf5-f9adb4495492 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:27.776839 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6bd70af5-d211-4478-9fa4-f414bc72087b req-4624ae4d-d34b-42c9-8bf5-f9adb4495492 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0486472 Aug 24 19:51:27.818783 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6bd70af5-d211-4478-9fa4-f414bc72087b req-66da5a9c-0252-48e2-ad5d-d5960ff75751 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359299 Aug 24 19:51:27.918282 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2a882-f36c-41c7-a02c-6075323e67f8 req-5adc4637-7623-4135-8996-bbdede74deff tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:27.919756 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bae2a882-f36c-41c7-a02c-6075323e67f8 req-5adc4637-7623-4135-8996-bbdede74deff tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0552938 Aug 24 19:51:27.957175 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bae2a882-f36c-41c7-a02c-6075323e67f8 req-abee872e-d0ce-45c5-820a-ee63787785ae tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307212 Aug 24 19:51:28.480360 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d1d00-6745-4bdb-9ec4-99b9d4b6239b req-e87b640a-b46c-4490-9540-55b16cc6e8a5 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:28.482053 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f53d1d00-6745-4bdb-9ec4-99b9d4b6239b req-e87b640a-b46c-4490-9540-55b16cc6e8a5 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0785713 Aug 24 19:51:28.542117 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f53d1d00-6745-4bdb-9ec4-99b9d4b6239b req-f360e8cc-cfa1-4fe1-bd7e-0ae026550379 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399611 Aug 24 19:51:28.957773 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a97240-2359-428c-b7b8-b01da7a8f545 req-f569c951-d1e6-4f86-8a44-3081bff0a2be tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:28.966257 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-84a97240-2359-428c-b7b8-b01da7a8f545 req-f569c951-d1e6-4f86-8a44-3081bff0a2be tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0613267 Aug 24 19:51:29.027754 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-84a97240-2359-428c-b7b8-b01da7a8f545 req-86006d4c-aa4b-4e51-aad9-b306400eb04c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471191 Aug 24 19:51:29.111560 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cbef8-2588-47f1-80f7-8a62ce8e6ee4 req-c3b15cf7-3731-489e-bcf1-c1b327b21cdd tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:29.113657 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-545cbef8-2588-47f1-80f7-8a62ce8e6ee4 req-c3b15cf7-3731-489e-bcf1-c1b327b21cdd tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0577774 Aug 24 19:51:29.155332 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-545cbef8-2588-47f1-80f7-8a62ce8e6ee4 req-39aedf29-8d28-49fd-9084-1f5276453c04 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356290 Aug 24 19:51:29.676179 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ade36-2a76-493b-9bca-48fe6621b318 req-acbf6b8c-abb1-445d-a9a7-c7bcdd6a2b1b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:29.677894 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-629ade36-2a76-493b-9bca-48fe6621b318 req-acbf6b8c-abb1-445d-a9a7-c7bcdd6a2b1b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0634911 Aug 24 19:51:29.724799 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-629ade36-2a76-493b-9bca-48fe6621b318 req-3fff1c1b-a1bc-41ab-ba79-08b792c28d15 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404570 Aug 24 19:51:30.168479 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095ebee-c336-448b-8966-d77b90d9ea1c req-66fca272-7407-4c32-9417-f67b67dbfe6c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:30.170136 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0095ebee-c336-448b-8966-d77b90d9ea1c req-66fca272-7407-4c32-9417-f67b67dbfe6c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0588913 Aug 24 19:51:30.258255 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0095ebee-c336-448b-8966-d77b90d9ea1c req-4dd59601-edfb-4620-b8ef-ccda0c6ba2d7 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788949 Aug 24 19:51:30.315497 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7375c-71b9-4a4c-87cb-83572be3f4ba req-c7615176-97bb-482d-b8b3-10693e99cde2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:30.324443 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e0f7375c-71b9-4a4c-87cb-83572be3f4ba req-c7615176-97bb-482d-b8b3-10693e99cde2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0854070 Aug 24 19:51:30.361309 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e0f7375c-71b9-4a4c-87cb-83572be3f4ba req-66f08c32-de8a-432a-b2f5-7d5daf4df0ea tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358112 Aug 24 19:51:30.899918 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3ec53-fbb9-4056-b438-1731142b6cec req-3d7ee1de-e863-41e1-9a44-c8ac25198467 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:30.901523 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-18f3ec53-fbb9-4056-b438-1731142b6cec req-3d7ee1de-e863-41e1-9a44-c8ac25198467 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0779831 Aug 24 19:51:30.960663 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-18f3ec53-fbb9-4056-b438-1731142b6cec req-fbfb4279-bb1f-45aa-8ab2-b56b4e25e338 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438962 Aug 24 19:51:31.391179 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689704b5-7e36-4ebd-afbf-f7ed300bbd58 req-eac20f53-73f0-4a94-b9d0-75325d0cb88c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:31.392657 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-689704b5-7e36-4ebd-afbf-f7ed300bbd58 req-eac20f53-73f0-4a94-b9d0-75325d0cb88c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0572879 Aug 24 19:51:31.445620 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-689704b5-7e36-4ebd-afbf-f7ed300bbd58 req-2f6a0065-b0e9-4e1c-a696-cedee744957b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462148 Aug 24 19:51:31.508398 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865d5ed-4670-4aa5-ad2a-a21e0e16c4c6 req-357d556d-8f6c-4eea-8601-ec4ff19ef1eb tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:31.509878 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2865d5ed-4670-4aa5-ad2a-a21e0e16c4c6 req-357d556d-8f6c-4eea-8601-ec4ff19ef1eb tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0591621 Aug 24 19:51:31.550904 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2865d5ed-4670-4aa5-ad2a-a21e0e16c4c6 req-d29aa4a2-696b-4062-9d35-e3179ffa5412 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349422 Aug 24 19:51:32.089489 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4202d83-5e2d-4adf-bfe2-fbfd1db2a8d7 req-4d957a25-4271-4e73-bd65-490ff2a6c428 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:32.090136 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b4202d83-5e2d-4adf-bfe2-fbfd1db2a8d7 req-4d957a25-4271-4e73-bd65-490ff2a6c428 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0530002 Aug 24 19:51:32.133515 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b4202d83-5e2d-4adf-bfe2-fbfd1db2a8d7 req-7a00c1b7-0c89-4956-8a3a-fab72a516565 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344536 Aug 24 19:51:32.591624 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c4f0c-bd97-4e4e-a38f-a732cf929c5f req-d19064d5-7762-40f8-9bb4-642f550a817a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:32.599720 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d65c4f0c-bd97-4e4e-a38f-a732cf929c5f req-d19064d5-7762-40f8-9bb4-642f550a817a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0665002 Aug 24 19:51:32.651554 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d65c4f0c-bd97-4e4e-a38f-a732cf929c5f req-f95b7016-25e0-466b-9ee4-cfd37a1097f8 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463312 Aug 24 19:51:32.723668 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1390e-6105-42b7-9e1b-8b6efdbc40eb req-60e9e125-c05f-4612-9190-4c3ee9bceecd tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:32.725234 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-99b1390e-6105-42b7-9e1b-8b6efdbc40eb req-60e9e125-c05f-4612-9190-4c3ee9bceecd tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0694993 Aug 24 19:51:32.771110 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-99b1390e-6105-42b7-9e1b-8b6efdbc40eb req-95d79cda-b0ad-428a-8f73-1253fcded7a2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388920 Aug 24 19:51:33.088407 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-6472de97-933e-43f0-ba50-eaebbe1f8ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:33.257595 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351d71-2059-45fc-ad90-0cfa1fbc48e4 req-3ae413e4-651b-4bac-9f09-8bfa179dcb99 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:33.259080 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-63351d71-2059-45fc-ad90-0cfa1fbc48e4 req-3ae413e4-651b-4bac-9f09-8bfa179dcb99 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0517931 Aug 24 19:51:33.313346 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-63351d71-2059-45fc-ad90-0cfa1fbc48e4 req-885e3058-581e-41e0-a6d5-c36ad27206e5 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470169 Aug 24 19:51:33.770715 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd677c0-a94d-49bf-a754-1bb94cf57207 req-8775d2a0-a24c-4c71-833b-a1d2803668f6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:33.778412 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-abd677c0-a94d-49bf-a754-1bb94cf57207 req-8775d2a0-a24c-4c71-833b-a1d2803668f6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0606046 Aug 24 19:51:33.839185 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-abd677c0-a94d-49bf-a754-1bb94cf57207 req-05ca48c2-239b-4d3a-8345-8e48c4be158a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466261 Aug 24 19:51:33.918618 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb798b7-3d61-41c6-bcde-05e88f8da34c req-3c6a72b1-405e-4eb3-a769-3766a0e72495 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:33.925894 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-eeb798b7-3d61-41c6-bcde-05e88f8da34c req-3c6a72b1-405e-4eb3-a769-3766a0e72495 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0594740 Aug 24 19:51:33.964041 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-eeb798b7-3d61-41c6-bcde-05e88f8da34c req-cacebd03-a739-40b4-b8f6-eb6f01a831fc tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371082 Aug 24 19:51:34.497632 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4792-9cb6-435a-9bc1-58c4fce8e0ec req-7cd95240-6644-4485-a393-97dcedf5d220 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:34.499270 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-695f4792-9cb6-435a-9bc1-58c4fce8e0ec req-7cd95240-6644-4485-a393-97dcedf5d220 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0724287 Aug 24 19:51:34.546662 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-695f4792-9cb6-435a-9bc1-58c4fce8e0ec req-f456c9be-30ae-4ffc-8e8f-2f39279b5008 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398526 Aug 24 19:51:34.962517 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ea379-6c8b-4583-a41a-b02c74b5b792 req-8df313d2-56e9-4295-96f3-4bc23ece36af tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:34.964176 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-614ea379-6c8b-4583-a41a-b02c74b5b792 req-8df313d2-56e9-4295-96f3-4bc23ece36af tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0629597 Aug 24 19:51:35.009546 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-614ea379-6c8b-4583-a41a-b02c74b5b792 req-99d88f65-a788-49ef-82df-e2d2880a738a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369263 Aug 24 19:51:35.108958 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcb020-ed61-48e8-8c1a-7d1fb8f70d08 req-1dcab376-2e80-4109-abca-315217f05b29 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:35.110686 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-06fcb020-ed61-48e8-8c1a-7d1fb8f70d08 req-1dcab376-2e80-4109-abca-315217f05b29 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0580490 Aug 24 19:51:35.167499 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-06fcb020-ed61-48e8-8c1a-7d1fb8f70d08 req-07adaccc-67ef-4ba9-ab2f-fd6eac1e5b0b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483427 Aug 24 19:51:35.709073 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cc510-6724-44ab-8aac-2f1c0888eeaf req-66af74cf-d0fe-4c11-9b43-75a23e0c490e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:35.712537 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-555cc510-6724-44ab-8aac-2f1c0888eeaf req-66af74cf-d0fe-4c11-9b43-75a23e0c490e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0623994 Aug 24 19:51:35.736350 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-027f9ba8-0dec-499c-bcce-f7ddc3618434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:35.772700 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-555cc510-6724-44ab-8aac-2f1c0888eeaf req-b77be619-a35c-41d2-a566-4e75252dc71d tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546889 Aug 24 19:51:36.134760 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8764f-df82-4a05-9236-f4437b4e282e req-bd0f5421-f058-465a-89ea-6fcf98906242 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:36.136535 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ebb8764f-df82-4a05-9236-f4437b4e282e req-bd0f5421-f058-465a-89ea-6fcf98906242 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0527840 Aug 24 19:51:36.169126 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:36.180458 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ebb8764f-df82-4a05-9236-f4437b4e282e req-76d099cd-b584-4251-96aa-6ea83b165d37 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375619 Aug 24 19:51:36.352321 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e31a82-2a1f-49cb-9116-7b2772f03da9 req-b4b8d284-0751-482f-8883-973b720ac347 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:36.352321 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-92e31a82-2a1f-49cb-9116-7b2772f03da9 req-b4b8d284-0751-482f-8883-973b720ac347 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0895739 Aug 24 19:51:36.399579 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-92e31a82-2a1f-49cb-9116-7b2772f03da9 req-bde0cd86-7f2a-43d8-8128-4d304106808d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398581 Aug 24 19:51:36.744080 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:36.900451 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1fa10-2fb5-4dc1-b226-8ba11ef5b1a5 req-0e141667-8dd0-4017-9288-4f756cb189b6 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:36.907323 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e1c1fa10-2fb5-4dc1-b226-8ba11ef5b1a5 req-0e141667-8dd0-4017-9288-4f756cb189b6 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0559030 Aug 24 19:51:36.946886 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e1c1fa10-2fb5-4dc1-b226-8ba11ef5b1a5 req-b54b239d-a05d-4cd8-a354-7ea85da2be28 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382595 Aug 24 19:51:37.298471 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff889bc9-0ac4-4e41-9c60-77935b58fd62 req-f9467b36-7535-4811-969d-01f0b1ba6ba6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:37.300054 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ff889bc9-0ac4-4e41-9c60-77935b58fd62 req-f9467b36-7535-4811-969d-01f0b1ba6ba6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0485818 Aug 24 19:51:37.337378 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ff889bc9-0ac4-4e41-9c60-77935b58fd62 req-9376c104-e7e3-4e6e-83aa-645b2a7e88d9 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Aug 24 19:51:37.520910 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaff84a-6e9f-40aa-99a4-242394b3f6bd req-f8b312b0-1cc9-42b7-b1d1-b12ffeb4fcea tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:37.522432 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2aaff84a-6e9f-40aa-99a4-242394b3f6bd req-f8b312b0-1cc9-42b7-b1d1-b12ffeb4fcea tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0526593 Aug 24 19:51:37.559894 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2aaff84a-6e9f-40aa-99a4-242394b3f6bd req-cf5c1a8f-0775-4c35-8678-66643a977d50 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315619 Aug 24 19:51:38.073919 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926722a7-a508-45d6-950e-ab437a694476 req-50e3943d-9f8f-43d0-8690-e5a9375f12b3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:38.075340 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-926722a7-a508-45d6-950e-ab437a694476 req-50e3943d-9f8f-43d0-8690-e5a9375f12b3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0519969 Aug 24 19:51:38.115832 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-926722a7-a508-45d6-950e-ab437a694476 req-6f8762c8-5368-433a-9f45-114229895796 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344992 Aug 24 19:51:38.364289 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de05953-65dd-42fb-9b23-b98408e6318a req-f189d6d5-fc81-40ed-8697-e06a4b885322 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:38.366134 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9de05953-65dd-42fb-9b23-b98408e6318a req-f189d6d5-fc81-40ed-8697-e06a4b885322 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0587678 Aug 24 19:51:38.413636 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:38.547392 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:38.718092 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9de05953-65dd-42fb-9b23-b98408e6318a req-8631b372-c1e0-4410-82bc-6a4abc9caa52 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3426392 Aug 24 19:51:38.725276 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f7b74-cd2c-4129-858f-c342e110b9aa req-c8de067d-63f1-4561-94de-311399e13c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:38.726466 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad4f7b74-cd2c-4129-858f-c342e110b9aa req-c8de067d-63f1-4561-94de-311399e13c3d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 1099 time: 0.3597782 Aug 24 19:51:38.733482 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69432fd4-3c56-4fef-a58e-094c2d2b736e req-5d112013-d384-45ab-94e4-718977e50a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:38.734929 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-69432fd4-3c56-4fef-a58e-094c2d2b736e req-5d112013-d384-45ab-94e4-718977e50a80 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2d949dab476410eade39780e3cc2018&device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 1099 time: 0.3520987 Aug 24 19:51:38.743795 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9b23c-1c98-4cc5-a546-7f4e270f4bfb req-5d259d7d-e2aa-47bb-9b00-6b1efddf06a0 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:38.745258 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fca9b23c-1c98-4cc5-a546-7f4e270f4bfb req-5d259d7d-e2aa-47bb-9b00-6b1efddf06a0 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.1059768 Aug 24 19:51:38.922751 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fca9b23c-1c98-4cc5-a546-7f4e270f4bfb req-c05848cb-3d0e-4ace-b01b-c62d8abcee79 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619976 Aug 24 19:51:38.972108 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503762ff-9e47-42c1-a4da-6666ca6f8aa4 req-05e497e7-016e-4533-916e-a38a4afbab2f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:38.973651 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-503762ff-9e47-42c1-a4da-6666ca6f8aa4 req-05e497e7-016e-4533-916e-a38a4afbab2f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.1784363 Aug 24 19:51:38.980831 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69432fd4-3c56-4fef-a58e-094c2d2b736e req-f36045c2-3e8e-444c-ab1f-9a5a72f7d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:38.982347 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-69432fd4-3c56-4fef-a58e-094c2d2b736e req-f36045c2-3e8e-444c-ab1f-9a5a72f7d245 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 HTTP/1.1" status: 200 len: 912 time: 0.2361686 Aug 24 19:51:38.983210 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f7b74-cd2c-4129-858f-c342e110b9aa req-8e07dbfe-1aa8-435d-9bcf-32b454fd720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:38.984605 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad4f7b74-cd2c-4129-858f-c342e110b9aa req-8e07dbfe-1aa8-435d-9bcf-32b454fd720c service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 917 time: 0.2488570 Aug 24 19:51:39.103385 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-503762ff-9e47-42c1-a4da-6666ca6f8aa4 req-cf870c65-a9f6-48f0-961a-910f8d89134b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178257 Aug 24 19:51:39.125510 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-69432fd4-3c56-4fef-a58e-094c2d2b736e req-18705c2b-94e0-400a-a0bb-a74d3368c239 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e116e6ea-fa4c-45ff-9558-889ddceb65b0 HTTP/1.1" status: 200 len: 1002 time: 0.1258917 Aug 24 19:51:39.129988 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad4f7b74-cd2c-4129-858f-c342e110b9aa req-8b8bd9af-ef2c-4965-99d2-3d1064295795 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55 HTTP/1.1" status: 200 len: 1001 time: 0.1242564 Aug 24 19:51:39.219682 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69432fd4-3c56-4fef-a58e-094c2d2b736e req-e4bba211-ebdb-4369-baee-1dbc35fac086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:39.221179 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-69432fd4-3c56-4fef-a58e-094c2d2b736e req-e4bba211-ebdb-4369-baee-1dbc35fac086 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0623cb7b-b882-471d-94a2-06bff63acae9 HTTP/1.1" status: 200 len: 850 time: 0.0806603 Aug 24 19:51:39.225174 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f7b74-cd2c-4129-858f-c342e110b9aa req-07efa637-56a0-4003-a763-75c4bfa99781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:39.226522 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad4f7b74-cd2c-4129-858f-c342e110b9aa req-07efa637-56a0-4003-a763-75c4bfa99781 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66c81d25-317e-4944-aa48-c52f6df9eab1 HTTP/1.1" status: 200 len: 855 time: 0.0782206 Aug 24 19:51:39.304610 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f7b74-cd2c-4129-858f-c342e110b9aa req-b9f5d6b3-8ee6-4e60-9d9e-0fc989271fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:39.306112 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad4f7b74-cd2c-4129-858f-c342e110b9aa req-b9f5d6b3-8ee6-4e60-9d9e-0fc989271fe2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694335 Aug 24 19:51:39.307831 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69432fd4-3c56-4fef-a58e-094c2d2b736e req-4a7bf4f8-7394-4858-b617-c50bdea2ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:39.309192 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-69432fd4-3c56-4fef-a58e-094c2d2b736e req-4a7bf4f8-7394-4858-b617-c50bdea2ef56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736523 Aug 24 19:51:39.470640 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad4f7b74-cd2c-4129-858f-c342e110b9aa req-f6d9f187-a169-43e7-ad44-b2afcfc26ec1 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490090 Aug 24 19:51:39.474680 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-69432fd4-3c56-4fef-a58e-094c2d2b736e req-8fccd5dd-e423-448f-8e71-1af8c7a32f95 service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462731 Aug 24 19:51:39.641842 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad4f7b74-cd2c-4129-858f-c342e110b9aa req-c98aa9e9-d17b-49e4-8cd7-8a256473a35f service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487663 Aug 24 19:51:39.645910 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-69432fd4-3c56-4fef-a58e-094c2d2b736e req-2a45d7f0-eccb-441f-aa0f-fde95be59862 service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459205 Aug 24 19:51:39.843431 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546e055-c67f-4e56-b99d-b7c0d0889cbe req-df20482d-eb1f-4c00-b542-d3b4e1dd5989 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:39.844976 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5546e055-c67f-4e56-b99d-b7c0d0889cbe req-df20482d-eb1f-4c00-b542-d3b4e1dd5989 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0541852 Aug 24 19:51:39.883095 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5546e055-c67f-4e56-b99d-b7c0d0889cbe req-3d751a31-7117-4749-af8d-523656a50606 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316031 Aug 24 19:51:40.039393 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb1704-5317-4013-9429-ce614a79e8ea req-48cefaad-6a73-4c00-aae4-02a1316d9188 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:40.040813 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-65eb1704-5317-4013-9429-ce614a79e8ea req-48cefaad-6a73-4c00-aae4-02a1316d9188 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0491164 Aug 24 19:51:40.077325 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-65eb1704-5317-4013-9429-ce614a79e8ea req-5271f207-05ff-4c4c-a97f-2eae82804746 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307791 Aug 24 19:51:40.229967 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f03789-0034-4fea-97de-c216c933b8cc req-da5ff8f5-d0f9-4581-8f54-81ca1a580f52 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:40.231427 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-58f03789-0034-4fea-97de-c216c933b8cc req-da5ff8f5-d0f9-4581-8f54-81ca1a580f52 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0482509 Aug 24 19:51:40.268895 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-58f03789-0034-4fea-97de-c216c933b8cc req-29b274bc-525c-44e1-bd47-8904c6a489ad tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313234 Aug 24 19:51:41.000716 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e8639-d1ee-4fb6-b82e-327ad453be12 req-d099070f-8007-4c93-ad0c-3dbb8c034f2a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:41.002168 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5c0e8639-d1ee-4fb6-b82e-327ad453be12 req-d099070f-8007-4c93-ad0c-3dbb8c034f2a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0522628 Aug 24 19:51:41.038423 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5c0e8639-d1ee-4fb6-b82e-327ad453be12 req-e9f295fe-c562-4c40-842f-07f8634f9c01 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305502 Aug 24 19:51:41.194668 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03a3ba-3cfd-499b-bc0f-3b599d9126e3 req-0f7342d7-fb75-4ece-aa0c-1b08b9f85606 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:41.196154 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6e03a3ba-3cfd-499b-bc0f-3b599d9126e3 req-0f7342d7-fb75-4ece-aa0c-1b08b9f85606 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0489712 Aug 24 19:51:41.234108 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6e03a3ba-3cfd-499b-bc0f-3b599d9126e3 req-75ab2e81-645a-41a9-98d7-479dd00c030d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320153 Aug 24 19:51:41.386730 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c55a6-eb70-4c69-b6e5-957111e00178 req-3fc9e6f5-f1c1-4589-8c22-407666fc1c5d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:41.388380 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f58c55a6-eb70-4c69-b6e5-957111e00178 req-3fc9e6f5-f1c1-4589-8c22-407666fc1c5d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0481062 Aug 24 19:51:41.425976 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f58c55a6-eb70-4c69-b6e5-957111e00178 req-63e4fda3-2ba6-4439-acf8-476469b3bff3 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317788 Aug 24 19:51:42.357983 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75241477-0ab4-4e58-bc35-d610c94361e1 req-84a9da8e-38eb-4857-957d-947d168dfe8b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:42.359466 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-75241477-0ab4-4e58-bc35-d610c94361e1 req-84a9da8e-38eb-4857-957d-947d168dfe8b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0548694 Aug 24 19:51:42.401748 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-75241477-0ab4-4e58-bc35-d610c94361e1 req-16bf6ccf-7b41-4d88-8675-636f6a648534 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353868 Aug 24 19:51:42.550282 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e096f-505b-4fd6-af17-f403daafc264 req-bd1e1297-9f4a-4eb4-afe2-1b8d801ef8d2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:42.551883 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6b1e096f-505b-4fd6-af17-f403daafc264 req-bd1e1297-9f4a-4eb4-afe2-1b8d801ef8d2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 946 time: 0.0516539 Aug 24 19:51:42.590202 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6b1e096f-505b-4fd6-af17-f403daafc264 req-c9201ef1-d376-4062-97a2-2e9e4fcfeafe tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321562 Aug 24 19:51:43.054682 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:51:43.143949 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:43.169976 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:51:43.172122 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfac1f6-de07-41ab-8fc4-4d9238a92d1c" -d '{"events": [{"server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "name": "network-vif-unplugged", "status": "completed", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:51:43.194946 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:51:43.205408 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:43.247377 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 19:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff93a9a-9d3b-446c-a3ad-8d40cb091948 x-openstack-request-id: req-aff93a9a-9d3b-446c-a3ad-8d40cb091948 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:51:43.247688 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "name": "network-vif-unplugged", "status": "failed", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55", "code": 422}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:51:43.248057 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aff93a9a-9d3b-446c-a3ad-8d40cb091948 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:51:43.248635 dv-cinder-804093-3-iscsi neutron-server[105637]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'code': 422} returned with failed status Aug 24 19:51:43.258706 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9745e-ce89-47b1-af4a-e69a9526d7eb req-4031e3d7-2d75-4773-bf84-7a37e53e7033 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:43.260763 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-55e9745e-ce89-47b1-af4a-e69a9526d7eb req-4031e3d7-2d75-4773-bf84-7a37e53e7033 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0673962 Aug 24 19:51:43.278163 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,revision_number=8']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:43.299873 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-55e9745e-ce89-47b1-af4a-e69a9526d7eb req-ecbcb7da-0e73-413d-a935-94239ceeca1c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350411 Aug 24 19:51:43.523109 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6d350-462c-4973-9387-926233feb88a req-2264b88d-f243-402e-978c-e9d491980099 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:43.524752 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9af6d350-462c-4973-9387-926233feb88a req-2264b88d-f243-402e-978c-e9d491980099 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0557182 Aug 24 19:51:43.566092 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9af6d350-462c-4973-9387-926233feb88a req-5a5b4e44-0d70-42ff-9ae0-1aa60d86aca0 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345197 Aug 24 19:51:43.637977 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 50488) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:43.753756 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-dfb44adb-d8de-45bc-8823-2a99f52be657 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145861 Aug 24 19:51:43.910018 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 50500) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:44.214233 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8f04738f-cd28-4e10-818d-7d530c0b540c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:44.313158 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8f04738f-cd28-4e10-818d-7d530c0b540c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:44.324685 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8f04738f-cd28-4e10-818d-7d530c0b540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:44.368025 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-8f04738f-cd28-4e10-818d-7d530c0b540c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68d22a4f9b1e408eb5ceb37a2b9fd5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545298 Aug 24 19:51:44.368025 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04738f-cd28-4e10-818d-7d530c0b540c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e6308f-8866-4e40-a2e3-4480f3e42c13,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:44.369793 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 50510) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:44.451342 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc323157-19b5-4a20-a86d-8aff923b1956 req-f39dd7b3-b24e-4535-8817-2598d7ffde8c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:44.452850 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fc323157-19b5-4a20-a86d-8aff923b1956 req-f39dd7b3-b24e-4535-8817-2598d7ffde8c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0686455 Aug 24 19:51:44.469654 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-986a3e3d-7a1a-4516-82b8-8b9e61115455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:44.510753 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-986a3e3d-7a1a-4516-82b8-8b9e61115455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:44.514906 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fc323157-19b5-4a20-a86d-8aff923b1956 req-ae6cc614-a7c7-4e32-8391-72cf5e0bb956 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550215 Aug 24 19:51:44.564853 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-986a3e3d-7a1a-4516-82b8-8b9e61115455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:44.567444 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-986a3e3d-7a1a-4516-82b8-8b9e61115455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:44.568772 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-986a3e3d-7a1a-4516-82b8-8b9e61115455 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f1e6308f-8866-4e40-a2e3-4480f3e42c13 HTTP/1.1" status: 204 len: 168 time: 0.1977358 Aug 24 19:51:44.578798 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a3e3d-7a1a-4516-82b8-8b9e61115455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e6308f-8866-4e40-a2e3-4480f3e42c13,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:44.718180 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8e47d-761b-45b8-a877-2d4d145b1bbe req-2b5519da-8733-464e-a414-d36de72dd78d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:44.719869 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fed8e47d-761b-45b8-a877-2d4d145b1bbe req-2b5519da-8733-464e-a414-d36de72dd78d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0668340 Aug 24 19:51:44.767497 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fed8e47d-761b-45b8-a877-2d4d145b1bbe req-f22a7653-3fd1-465c-a4b0-4a558118a9b6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387936 Aug 24 19:51:45.411659 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-286f573c-397e-457b-b083-12a75f62cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:45.413206 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-286f573c-397e-457b-b083-12a75f62cb5d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed&tenant_id=6ccd138de07841c0aa0c919186aa0c8e HTTP/1.1" status: 200 len: 1097 time: 0.0749934 Aug 24 19:51:45.483175 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-2d93dd1c-60c1-4890-be45-ee4e06b8363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:45.484706 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-2d93dd1c-60c1-4890-be45-ee4e06b8363c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 1097 time: 0.0431404 Aug 24 19:51:45.582096 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-a35596b8-4535-4290-af52-641c113439a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:45.583699 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-a35596b8-4535-4290-af52-641c113439a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 917 time: 0.0884457 Aug 24 19:51:45.689097 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-3170f46b-45e4-462b-8c48-ad71649641fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55 HTTP/1.1" status: 200 len: 999 time: 0.0974314 Aug 24 19:51:45.699531 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059156c-1b81-41a2-9f6e-fc73242c81b2 req-0abd1c47-f1a9-4eba-a251-61e04b2a6600 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:45.701674 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2059156c-1b81-41a2-9f6e-fc73242c81b2 req-0abd1c47-f1a9-4eba-a251-61e04b2a6600 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.1110411 Aug 24 19:51:45.788157 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2059156c-1b81-41a2-9f6e-fc73242c81b2 req-9dc379d0-68fe-4be7-be6e-0b9208827106 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736711 Aug 24 19:51:45.803439 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-261f6c0a-4a2f-4ffb-aaf2-215706fc9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:45.805177 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-261f6c0a-4a2f-4ffb-aaf2-215706fc9c18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66c81d25-317e-4944-aa48-c52f6df9eab1 HTTP/1.1" status: 200 len: 855 time: 0.1024599 Aug 24 19:51:45.905993 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-0bbeccf8-c94c-42a7-a2c7-35eac2824e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:45.907471 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-0bbeccf8-c94c-42a7-a2c7-35eac2824e83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828032 Aug 24 19:51:45.936656 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd648b52-0462-4e47-9315-1ece35319577 req-37c159ee-d0bc-432e-be09-25bca15df9d3 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:45.941200 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fd648b52-0462-4e47-9315-1ece35319577 req-37c159ee-d0bc-432e-be09-25bca15df9d3 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0750103 Aug 24 19:51:46.026974 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fd648b52-0462-4e47-9315-1ece35319577 req-1535f1a2-aa6d-4935-9c06-6c3b58382d9f tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731671 Aug 24 19:51:46.052172 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-489af12f-07ba-47d9-a347-b0111ed8b608 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342728 Aug 24 19:51:46.145839 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f4ec5f11-1a3d-4f16-b913-5148b6987d77 req-056e9963-aa96-45ed-8175-b17683aa54f5 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856597 Aug 24 19:51:46.394788 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:51:46.909313 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914620f-f27a-47a1-9628-5bacf7b67297 req-5d8ac31e-ac65-4486-a6f5-683d018aae20 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:46.910920 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0914620f-f27a-47a1-9628-5bacf7b67297 req-5d8ac31e-ac65-4486-a6f5-683d018aae20 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0518529 Aug 24 19:51:46.950619 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0914620f-f27a-47a1-9628-5bacf7b67297 req-ac2fbf0a-3e64-4e7f-b503-bf221c556f9a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336113 Aug 24 19:51:47.143793 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40e81c-2a3f-4d40-8759-484ac64012f0 req-234bf69a-1a13-428b-81d9-4d2e670e9c17 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:47.145303 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ec40e81c-2a3f-4d40-8759-484ac64012f0 req-234bf69a-1a13-428b-81d9-4d2e670e9c17 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0496368 Aug 24 19:51:47.194130 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ec40e81c-2a3f-4d40-8759-484ac64012f0 req-20231edb-782e-4dbd-89a6-e6757323c774 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417964 Aug 24 19:51:47.230052 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:51:48.076146 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994478-c411-442c-8eb2-27b148e520da req-a713322a-9107-43c5-8061-d9b92a0e7a27 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:48.077490 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f3994478-c411-442c-8eb2-27b148e520da req-a713322a-9107-43c5-8061-d9b92a0e7a27 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0520086 Aug 24 19:51:48.121372 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f3994478-c411-442c-8eb2-27b148e520da req-1cc2dfee-fa1e-41d6-a7e6-218d8e679583 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380397 Aug 24 19:51:48.321614 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33186231-492f-42ce-8f03-321ce5cefe87 req-251a8563-e0eb-4452-90bb-e6bd45c97893 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:48.328965 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33186231-492f-42ce-8f03-321ce5cefe87 req-251a8563-e0eb-4452-90bb-e6bd45c97893 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0594602 Aug 24 19:51:48.367626 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33186231-492f-42ce-8f03-321ce5cefe87 req-5b45c13a-df77-4454-b7cb-5b488637f50d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376608 Aug 24 19:51:49.255190 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b36045-cd76-4f67-8391-9d27abac806f req-145eb77a-6fea-41c8-a342-bc0c26c0a6dc tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:49.256686 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e0b36045-cd76-4f67-8391-9d27abac806f req-145eb77a-6fea-41c8-a342-bc0c26c0a6dc tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0500255 Aug 24 19:51:49.302392 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e0b36045-cd76-4f67-8391-9d27abac806f req-355a6253-f934-4703-8164-d15ca3474034 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392148 Aug 24 19:51:49.483574 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b025-d0ce-4b7b-83a7-5ca932cb4530 req-5610a58e-aa09-4651-8891-0289c567184a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:49.485079 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cc28b025-d0ce-4b7b-83a7-5ca932cb4530 req-5610a58e-aa09-4651-8891-0289c567184a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0530989 Aug 24 19:51:49.532324 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cc28b025-d0ce-4b7b-83a7-5ca932cb4530 req-f9cf9669-b079-44ef-8aaa-92236869e67c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387359 Aug 24 19:51:50.426301 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82781f-bb31-4408-ab2a-f301c8bba7ae req-8d5dcc8d-0a14-4163-927d-d24fbd87ef0d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:50.428185 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3d82781f-bb31-4408-ab2a-f301c8bba7ae req-8d5dcc8d-0a14-4163-927d-d24fbd87ef0d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0522809 Aug 24 19:51:50.471501 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3d82781f-bb31-4408-ab2a-f301c8bba7ae req-aaf04a9b-c0c1-48f9-b559-fcea7519ed16 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357378 Aug 24 19:51:50.645324 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca79e6-b56a-468d-b726-ef3c3cdce590 req-da97192b-29e3-4c2c-8955-157d835b797b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:50.646670 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7eca79e6-b56a-468d-b726-ef3c3cdce590 req-da97192b-29e3-4c2c-8955-157d835b797b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0477154 Aug 24 19:51:50.686787 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7eca79e6-b56a-468d-b726-ef3c3cdce590 req-a0ea12ae-9fa7-4c20-a35a-0432959e14ba tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334737 Aug 24 19:51:51.627869 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc065b1-90c3-458a-8c54-cdf0150e655e req-19678463-ca4f-473f-b62f-3f8cfe65ea27 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:51.629366 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ddc065b1-90c3-458a-8c54-cdf0150e655e req-19678463-ca4f-473f-b62f-3f8cfe65ea27 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0526438 Aug 24 19:51:51.666973 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ddc065b1-90c3-458a-8c54-cdf0150e655e req-0f4e384e-1686-49bc-bdfb-f0460cb0950a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310073 Aug 24 19:51:51.818324 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d39a5-9834-4a8b-8d84-1cd19de0674c req-5b6f4cf0-2917-4d1a-8bdf-3a7bd84fa7f7 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:51.819843 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-080d39a5-9834-4a8b-8d84-1cd19de0674c req-5b6f4cf0-2917-4d1a-8bdf-3a7bd84fa7f7 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0512154 Aug 24 19:51:51.860791 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-080d39a5-9834-4a8b-8d84-1cd19de0674c req-6148d448-ef09-41ed-b786-7c6e98c5917e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Aug 24 19:51:52.785818 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9974d-02bc-45d9-880d-5ced33b5c500 req-0e379ba0-bee7-4a73-81be-4f385bdc497c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:52.787282 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-afa9974d-02bc-45d9-880d-5ced33b5c500 req-0e379ba0-bee7-4a73-81be-4f385bdc497c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0492573 Aug 24 19:51:52.832053 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-afa9974d-02bc-45d9-880d-5ced33b5c500 req-de0d331d-6790-41d4-9370-79bc805f3c06 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375304 Aug 24 19:51:52.985711 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e66991-35f9-49b4-bbf8-841ae417b107 req-759bc093-7490-44b2-9b64-545e951ad18f tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:52.987192 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d6e66991-35f9-49b4-bbf8-841ae417b107 req-759bc093-7490-44b2-9b64-545e951ad18f tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0536461 Aug 24 19:51:53.024996 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d6e66991-35f9-49b4-bbf8-841ae417b107 req-2c609f40-d54c-485d-9964-880c9c7230a8 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Aug 24 19:51:53.961175 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd00ce5-fd99-43e1-8c58-969f5b3409f1 req-5f6da7f2-736c-49a8-9b63-e17c3cb75d0c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:53.963532 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2cd00ce5-fd99-43e1-8c58-969f5b3409f1 req-5f6da7f2-736c-49a8-9b63-e17c3cb75d0c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0496600 Aug 24 19:51:54.003504 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2cd00ce5-fd99-43e1-8c58-969f5b3409f1 req-4a7c32ff-0080-493e-bda3-1c0a5c44bf3b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340209 Aug 24 19:51:54.143521 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea017d-5a58-479a-8a8d-2fa6e0c0b866 req-ee9213ad-6ac9-4d02-ad32-d9da88ceb0b5 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:54.145046 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ebea017d-5a58-479a-8a8d-2fa6e0c0b866 req-ee9213ad-6ac9-4d02-ad32-d9da88ceb0b5 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0488212 Aug 24 19:51:54.182821 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ebea017d-5a58-479a-8a8d-2fa6e0c0b866 req-9f710174-d3e8-4d5f-ad16-a0ae15dfc317 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Aug 24 19:51:55.137775 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cf75a-b072-47bc-a7f1-de34c941878c req-d637a6a5-7581-4da0-922f-cc77a73a7bc4 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:55.139163 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-942cf75a-b072-47bc-a7f1-de34c941878c req-d637a6a5-7581-4da0-922f-cc77a73a7bc4 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0542684 Aug 24 19:51:55.177277 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-942cf75a-b072-47bc-a7f1-de34c941878c req-23ccd94c-cd99-4791-8612-ab4913f873e4 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322092 Aug 24 19:51:55.314318 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae079403-5088-43e8-9ff8-12647a0aaf81 req-99022722-0c0d-4371-be96-cd30c5255f5b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:55.315823 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ae079403-5088-43e8-9ff8-12647a0aaf81 req-99022722-0c0d-4371-be96-cd30c5255f5b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0580015 Aug 24 19:51:55.357887 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ae079403-5088-43e8-9ff8-12647a0aaf81 req-edf72a36-a6a9-482b-8a7e-6877683cb78b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361662 Aug 24 19:51:55.961908 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 50696) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:56.109136 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-50dac28a-f50e-47a3-9afa-55b48cfb49d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:56.203510 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-50dac28a-f50e-47a3-9afa-55b48cfb49d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:56.207502 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-50dac28a-f50e-47a3-9afa-55b48cfb49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:56.247471 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dac28a-f50e-47a3-9afa-55b48cfb49d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1aab93-3b59-45e6-a7a4-fb60d1bfa366,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:56.255340 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-50dac28a-f50e-47a3-9afa-55b48cfb49d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2bd08295a5094f878bffe701280d43ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892983 Aug 24 19:51:56.256417 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 50702) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:56.310331 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5ed24-86bb-4b94-b32c-31ca1d06724e req-3abffa24-309b-46c3-926f-56ef372a2a8a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:56.312137 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b2b5ed24-86bb-4b94-b32c-31ca1d06724e req-3abffa24-309b-46c3-926f-56ef372a2a8a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0577497 Aug 24 19:51:56.332951 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-04777bd6-d31d-469e-a2b6-b61a4f594c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:56.350785 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b2b5ed24-86bb-4b94-b32c-31ca1d06724e req-0306deec-5099-4612-ae2e-b154ece8f2ab tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Aug 24 19:51:56.358416 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-04777bd6-d31d-469e-a2b6-b61a4f594c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:56.421967 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-04777bd6-d31d-469e-a2b6-b61a4f594c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:56.425226 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-04777bd6-d31d-469e-a2b6-b61a4f594c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:56.426405 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-04777bd6-d31d-469e-a2b6-b61a4f594c0e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de1aab93-3b59-45e6-a7a4-fb60d1bfa366 HTTP/1.1" status: 204 len: 168 time: 0.1682496 Aug 24 19:51:56.436846 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04777bd6-d31d-469e-a2b6-b61a4f594c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1aab93-3b59-45e6-a7a4-fb60d1bfa366,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:56.497352 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e63b0d-b077-4c9f-b9cc-479bef31e13d req-1352292e-c5b7-46dd-9d14-98e6fb683730 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:56.498961 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-89e63b0d-b077-4c9f-b9cc-479bef31e13d req-1352292e-c5b7-46dd-9d14-98e6fb683730 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0544069 Aug 24 19:51:56.538910 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-89e63b0d-b077-4c9f-b9cc-479bef31e13d req-2a1ffc98-4b37-4fb1-8c28-2ab1300d12df tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338783 Aug 24 19:51:57.110576 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 50714) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:57.216988 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f7a63783-3de3-4220-a398-ff0859ecea8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:57.303121 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f7a63783-3de3-4220-a398-ff0859ecea8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:57.307123 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f7a63783-3de3-4220-a398-ff0859ecea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:57.349295 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a63783-3de3-4220-a398-ff0859ecea8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf2496c-b3d8-4595-b57d-bc28d4679688,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:57.357462 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 50718) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:51:57.363610 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-f7a63783-3de3-4220-a398-ff0859ecea8b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=42ff70568c1a4284ba860fd417fef9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518454 Aug 24 19:51:57.413098 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a964dddf-9911-4a34-a359-308e814b4bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:57.440403 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a964dddf-9911-4a34-a359-308e814b4bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:57.492982 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a964dddf-9911-4a34-a359-308e814b4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:57.495524 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a964dddf-9911-4a34-a359-308e814b4bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:57.496696 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-a964dddf-9911-4a34-a359-308e814b4bc3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5bf2496c-b3d8-4595-b57d-bc28d4679688 HTTP/1.1" status: 204 len: 168 time: 0.1383460 Aug 24 19:51:57.499489 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ee67b-bcb7-4630-af11-cb80b0f71585 req-51289781-c8c3-4189-b41d-d10e6da5cf32 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:57.501062 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-916ee67b-bcb7-4630-af11-cb80b0f71585 req-51289781-c8c3-4189-b41d-d10e6da5cf32 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0518358 Aug 24 19:51:57.504682 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964dddf-9911-4a34-a359-308e814b4bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf2496c-b3d8-4595-b57d-bc28d4679688,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:51:57.565170 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-916ee67b-bcb7-4630-af11-cb80b0f71585 req-c6b32292-bea3-42ed-911e-57c3fb21a1ff tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558584 Aug 24 19:51:57.676510 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18ad3b-777e-42c1-bb08-15a75761140a req-83620244-6592-49d5-99b0-7218d80762f9 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:57.678189 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cb18ad3b-777e-42c1-bb08-15a75761140a req-83620244-6592-49d5-99b0-7218d80762f9 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0514987 Aug 24 19:51:57.720955 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cb18ad3b-777e-42c1-bb08-15a75761140a req-10b69adc-48fd-4a86-bf8a-3fffa2e3ee2d tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359395 Aug 24 19:51:58.733277 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d019b4f-6bc6-49cc-9968-2175d8bdc3c3 req-0216aba4-7902-47b4-b696-6765a6c874a5 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:58.734784 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4d019b4f-6bc6-49cc-9968-2175d8bdc3c3 req-0216aba4-7902-47b4-b696-6765a6c874a5 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0641136 Aug 24 19:51:58.773758 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4d019b4f-6bc6-49cc-9968-2175d8bdc3c3 req-fa194922-d491-4875-9594-28f8c56bc58a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328507 Aug 24 19:51:58.840115 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606401c-6f1c-4047-b630-23e599263c36 req-7f57a838-676b-48ef-be22-9cb62d177c94 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:58.841588 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d606401c-6f1c-4047-b630-23e599263c36 req-7f57a838-676b-48ef-be22-9cb62d177c94 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0493174 Aug 24 19:51:58.879283 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d606401c-6f1c-4047-b630-23e599263c36 req-b4c2c952-3cd0-462b-8c63-09e7ee7e79ee tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317171 Aug 24 19:51:59.899426 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df158cc0-4bee-404c-89f7-d9419c3a017a req-0dab9235-f606-4284-8fc7-b284eadee2b2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:51:59.902131 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-df158cc0-4bee-404c-89f7-d9419c3a017a req-0dab9235-f606-4284-8fc7-b284eadee2b2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0512879 Aug 24 19:51:59.970126 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-df158cc0-4bee-404c-89f7-d9419c3a017a req-f7b95875-7ec1-4f21-bb84-8b9f0c8661d7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611959 Aug 24 19:52:00.049218 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e042eba-2a49-4a70-8bd9-12c65196a8e7 req-5dbbeae1-8544-4ae0-af88-87e8e57da567 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:00.057218 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6e042eba-2a49-4a70-8bd9-12c65196a8e7 req-5dbbeae1-8544-4ae0-af88-87e8e57da567 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0904570 Aug 24 19:52:00.093677 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6e042eba-2a49-4a70-8bd9-12c65196a8e7 req-f0fa4fb6-6be5-4efb-90fc-506ecb126b43 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354338 Aug 24 19:52:01.112318 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0d2ec-6d32-4fe1-9cc4-fb93e8e26c84 req-73757eba-a527-45c4-9274-ab3e068b0753 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:01.113695 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-88d0d2ec-6d32-4fe1-9cc4-fb93e8e26c84 req-73757eba-a527-45c4-9274-ab3e068b0753 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0494828 Aug 24 19:52:01.151365 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-88d0d2ec-6d32-4fe1-9cc4-fb93e8e26c84 req-c5f98688-df13-4b1d-85b2-5b39a24a8279 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315068 Aug 24 19:52:01.226487 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a36ae0-6380-48d2-bf1f-b703de3cd329 req-c3ead3e3-46fa-4242-afef-483f54d7c9da tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:01.227963 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-18a36ae0-6380-48d2-bf1f-b703de3cd329 req-c3ead3e3-46fa-4242-afef-483f54d7c9da tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0622487 Aug 24 19:52:01.272485 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-18a36ae0-6380-48d2-bf1f-b703de3cd329 req-1941f816-d7be-4b90-96d9-2623881abd69 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385160 Aug 24 19:52:02.274392 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e060797-879a-4d9a-a3fc-b259e2b5cef3 req-8c3de4e5-321f-40a9-af45-7a4255d5667a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:02.276352 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2e060797-879a-4d9a-a3fc-b259e2b5cef3 req-8c3de4e5-321f-40a9-af45-7a4255d5667a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0527725 Aug 24 19:52:02.313916 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2e060797-879a-4d9a-a3fc-b259e2b5cef3 req-23844bd2-7c3a-4459-884d-c8aacc842c92 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317073 Aug 24 19:52:02.389279 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef88e7-98cb-4244-8530-ee49b1cdf3e5 req-413e23fb-a6bf-4704-a240-f81d70d37aec tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:02.390737 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c6ef88e7-98cb-4244-8530-ee49b1cdf3e5 req-413e23fb-a6bf-4704-a240-f81d70d37aec tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0503294 Aug 24 19:52:02.428608 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c6ef88e7-98cb-4244-8530-ee49b1cdf3e5 req-ee922a4b-ad4e-42dc-b9ce-4493ba36b328 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Aug 24 19:52:02.790007 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b628b1-198e-4247-9e0d-323c792364d0 req-aa5abdc8-4279-47fa-a52d-06c594c9e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:02.791725 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-54b628b1-198e-4247-9e0d-323c792364d0 req-aa5abdc8-4279-47fa-a52d-06c594c9e51b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 1099 time: 0.0458531 Aug 24 19:52:02.827577 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-54b628b1-198e-4247-9e0d-323c792364d0 req-bf98aeef-67e0-4d20-811d-7e8d2d287412 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279496 Aug 24 19:52:03.080024 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-837075fc-edc3-4657-88ce-7b3294182d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:03.443747 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28632139-a607-4c54-893b-8a271b66a3f1 req-d4bbfd9a-18de-496c-bf10-c5e933446a27 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:03.445308 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-28632139-a607-4c54-893b-8a271b66a3f1 req-d4bbfd9a-18de-496c-bf10-c5e933446a27 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0554726 Aug 24 19:52:03.485323 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-28632139-a607-4c54-893b-8a271b66a3f1 req-707eaef2-1860-4a64-9085-26bf5bb30156 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336571 Aug 24 19:52:03.548739 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1f417-9aa1-46ac-abe0-03f73c644574 req-f575e75b-67df-40ed-a659-2ee011c9b3d7 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:03.550215 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0d1f417-9aa1-46ac-abe0-03f73c644574 req-f575e75b-67df-40ed-a659-2ee011c9b3d7 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0489843 Aug 24 19:52:03.588462 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0d1f417-9aa1-46ac-abe0-03f73c644574 req-a61717f7-a325-47b0-81a1-656542bf5ecd tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323808 Aug 24 19:52:04.607137 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f4475-a2fd-47b0-841f-ca62e09dcd77 req-a27a4b28-7f85-4905-b9df-847ff1cce9b7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:04.608632 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f03f4475-a2fd-47b0-841f-ca62e09dcd77 req-a27a4b28-7f85-4905-b9df-847ff1cce9b7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0481231 Aug 24 19:52:04.647572 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f03f4475-a2fd-47b0-841f-ca62e09dcd77 req-b9850fa5-33bf-472c-a7f3-8984d0d67658 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328689 Aug 24 19:52:04.711002 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383dc0-2366-4a4d-a1b4-e7563a3dd3d2 req-c863ba73-f519-42a6-8fc4-ecae216c5140 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:04.712773 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad383dc0-2366-4a4d-a1b4-e7563a3dd3d2 req-c863ba73-f519-42a6-8fc4-ecae216c5140 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0546305 Aug 24 19:52:04.749244 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad383dc0-2366-4a4d-a1b4-e7563a3dd3d2 req-9531c2a8-7eab-4709-abd0-e5bf17af8577 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306790 Aug 24 19:52:05.128487 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce46414-b3bb-49d0-a4b3-58ca4fef2c51 req-d4a95fd2-759f-43a7-90e4-816607dbbb71 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:05.129981 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6ce46414-b3bb-49d0-a4b3-58ca4fef2c51 req-d4a95fd2-759f-43a7-90e4-816607dbbb71 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0711250 Aug 24 19:52:05.131639 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375be28-47e8-4c46-9c92-9e3f60ffae58 req-da05b444-aa99-4e4e-86ed-9e086b31e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:05.132992 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f375be28-47e8-4c46-9c92-9e3f60ffae58 req-da05b444-aa99-4e4e-86ed-9e086b31e80a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 1099 time: 0.0836198 Aug 24 19:52:05.440137 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6ce46414-b3bb-49d0-a4b3-58ca4fef2c51 req-cdec08dc-ae89-4688-a130-8bfef852760f tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036039 Aug 24 19:52:05.469702 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375be28-47e8-4c46-9c92-9e3f60ffae58 req-eee7b38f-6700-44fd-b754-147a66430967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:05.471149 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f375be28-47e8-4c46-9c92-9e3f60ffae58 req-eee7b38f-6700-44fd-b754-147a66430967 service neutron] 10.222.0.62 "GET /v2.0/networks?id=098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 200 len: 919 time: 0.3284173 Aug 24 19:52:05.513735 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f375be28-47e8-4c46-9c92-9e3f60ffae58 req-f84b6ecf-7394-46a8-9d48-62d5b5009181 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce HTTP/1.1" status: 200 len: 217 time: 0.0346074 Aug 24 19:52:05.566492 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375be28-47e8-4c46-9c92-9e3f60ffae58 req-b1f913d2-3523-4d51-bc43-685faa9f12be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:05.567893 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f375be28-47e8-4c46-9c92-9e3f60ffae58 req-b1f913d2-3523-4d51-bc43-685faa9f12be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2bf38ed-d9f1-4bc8-bd79-bec2e981d932 HTTP/1.1" status: 200 len: 858 time: 0.0455868 Aug 24 19:52:05.605195 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f375be28-47e8-4c46-9c92-9e3f60ffae58 req-80cc77a0-8515-4ce7-a1ec-5ffc9c071a50 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098493d5-4729-4f73-889b-9717d87ddf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235355 Aug 24 19:52:05.740534 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-cbe85065-a443-4f8a-a148-94261208b476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:05.770399 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314e00f-86f1-4113-af69-71b1f4df3f6f req-8ad21103-cfa6-4687-b32e-d293c7ba7e89 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:05.771849 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e314e00f-86f1-4113-af69-71b1f4df3f6f req-8ad21103-cfa6-4687-b32e-d293c7ba7e89 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0517402 Aug 24 19:52:05.809028 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e314e00f-86f1-4113-af69-71b1f4df3f6f req-5a311643-bc65-4696-98d8-855444627c4c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310585 Aug 24 19:52:06.162380 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:06.558635 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea9b90-b74f-4e60-828a-3a945c19827e req-e273488e-6adc-49be-80c8-64cc7380ca02 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:06.560075 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-78ea9b90-b74f-4e60-828a-3a945c19827e req-e273488e-6adc-49be-80c8-64cc7380ca02 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0482957 Aug 24 19:52:06.595972 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-78ea9b90-b74f-4e60-828a-3a945c19827e req-23b60997-aec0-41da-b59c-cb1a89ca437c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300972 Aug 24 19:52:06.739147 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:06.931586 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf76b2-368c-44c4-97f2-66c57ec61c7c req-e3d48da5-d1ed-4373-aad7-57654efc3306 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:06.933070 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-38cf76b2-368c-44c4-97f2-66c57ec61c7c req-e3d48da5-d1ed-4373-aad7-57654efc3306 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0522039 Aug 24 19:52:06.970511 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-38cf76b2-368c-44c4-97f2-66c57ec61c7c req-881a470f-cf9d-4b9c-9b98-aa5bd2b4571d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315783 Aug 24 19:52:07.708760 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176cb58-d60a-4ec1-8a6c-f8cd5dda7d1d req-8fa8fc29-0585-4fb3-a767-28b73eccf8fb tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:07.710207 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6176cb58-d60a-4ec1-8a6c-f8cd5dda7d1d req-8fa8fc29-0585-4fb3-a767-28b73eccf8fb tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0479136 Aug 24 19:52:07.746889 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6176cb58-d60a-4ec1-8a6c-f8cd5dda7d1d req-7941109b-cb24-45b1-9c8c-3f22948e604b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305576 Aug 24 19:52:08.087643 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a135b4e-80a0-4a71-ba72-6940dacc9237 req-87e4df02-b692-4b86-ae7d-d8135969e43b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:08.089130 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2a135b4e-80a0-4a71-ba72-6940dacc9237 req-87e4df02-b692-4b86-ae7d-d8135969e43b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0489471 Aug 24 19:52:08.126334 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2a135b4e-80a0-4a71-ba72-6940dacc9237 req-22902974-8c46-44d6-a0a9-948ec3c62bf6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312896 Aug 24 19:52:08.398088 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:08.554955 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:08.609158 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f375be28-47e8-4c46-9c92-9e3f60ffae58 req-a7a511da-879d-4625-8f36-7173c48c83cd service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860875 Aug 24 19:52:08.711148 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f375be28-47e8-4c46-9c92-9e3f60ffae58 req-6f9987ef-c986-40ea-882f-443eb2734671 service neutron] 10.222.0.62 "GET /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809834 Aug 24 19:52:08.865134 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc9023-5794-4f56-a58f-4221839ae899 req-19ac892f-b9de-4323-a4a7-9d72c6b2fbfa tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:08.866592 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8ffc9023-5794-4f56-a58f-4221839ae899 req-19ac892f-b9de-4323-a4a7-9d72c6b2fbfa tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0527241 Aug 24 19:52:08.903400 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8ffc9023-5794-4f56-a58f-4221839ae899 req-26f896be-341d-4c92-b8eb-62c34412cbfd tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302112 Aug 24 19:52:08.994343 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe37cb1-5f6e-4764-ab7d-13029524e5d4 req-4a079845-1fbe-4488-abd4-3fddb65441bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:08.995797 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbe37cb1-5f6e-4764-ab7d-13029524e5d4 req-4a079845-1fbe-4488-abd4-3fddb65441bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 1097 time: 0.0408874 Aug 24 19:52:09.102541 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe37cb1-5f6e-4764-ab7d-13029524e5d4 req-511f49b9-e456-40df-8483-2d8648ba50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:09.104690 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbe37cb1-5f6e-4764-ab7d-13029524e5d4 req-511f49b9-e456-40df-8483-2d8648ba50a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 917 time: 0.0870283 Aug 24 19:52:09.170383 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbe37cb1-5f6e-4764-ab7d-13029524e5d4 req-f3419a4d-f990-4a6e-bb7a-15aa8a2edd72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55 HTTP/1.1" status: 200 len: 999 time: 0.0577312 Aug 24 19:52:09.251079 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe37cb1-5f6e-4764-ab7d-13029524e5d4 req-37e95fc8-db17-4560-a7e3-82842257d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:09.252471 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbe37cb1-5f6e-4764-ab7d-13029524e5d4 req-37e95fc8-db17-4560-a7e3-82842257d315 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66c81d25-317e-4944-aa48-c52f6df9eab1 HTTP/1.1" status: 200 len: 855 time: 0.0736387 Aug 24 19:52:09.267115 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba735e8-a871-4ffc-b69f-de715a2b4935 req-116bf96b-67a6-495d-819a-53c5a532b602 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:09.268502 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5ba735e8-a871-4ffc-b69f-de715a2b4935 req-116bf96b-67a6-495d-819a-53c5a532b602 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0645299 Aug 24 19:52:09.333513 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5ba735e8-a871-4ffc-b69f-de715a2b4935 req-3a18462f-b33d-4998-af36-178264f0755e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542850 Aug 24 19:52:09.336065 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe37cb1-5f6e-4764-ab7d-13029524e5d4 req-a09542c4-be29-4e22-9db6-114df9c3c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:09.337955 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbe37cb1-5f6e-4764-ab7d-13029524e5d4 req-a09542c4-be29-4e22-9db6-114df9c3c87c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667934 Aug 24 19:52:09.434587 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbe37cb1-5f6e-4764-ab7d-13029524e5d4 req-86e891a8-2ac5-4485-b1d4-c1cd52d1d3b8 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863347 Aug 24 19:52:09.529907 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbe37cb1-5f6e-4764-ab7d-13029524e5d4 req-a539aea4-501e-4dd1-8ee8-8d1e61825c2f service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852880 Aug 24 19:52:10.027367 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247d040-b93e-4dcc-b721-e178c606d8a6 req-d04deace-c88c-48a7-a56a-861084c92756 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:10.028940 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f247d040-b93e-4dcc-b721-e178c606d8a6 req-d04deace-c88c-48a7-a56a-861084c92756 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0540719 Aug 24 19:52:10.068401 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f247d040-b93e-4dcc-b721-e178c606d8a6 req-cca8c73e-6ed3-41e2-b677-64343225c5d5 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334935 Aug 24 19:52:10.453573 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2a7b2-2bf9-4582-9dc8-cd4498fcc645 req-8817deed-c3bd-4db1-9753-92d406d46be5 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:10.455048 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1bf2a7b2-2bf9-4582-9dc8-cd4498fcc645 req-8817deed-c3bd-4db1-9753-92d406d46be5 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 944 time: 0.0524571 Aug 24 19:52:10.492434 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1bf2a7b2-2bf9-4582-9dc8-cd4498fcc645 req-29286a09-1b3a-404b-b9dd-b61cd8721521 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316248 Aug 24 19:52:11.139503 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:52:11.187457 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dcccf-132e-41ea-80b3-e7fe498ef1bb req-a4e129c0-4972-4a0a-a071-52f6963a14e5 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:11.189014 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b37dcccf-132e-41ea-80b3-e7fe498ef1bb req-a4e129c0-4972-4a0a-a071-52f6963a14e5 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0496457 Aug 24 19:52:11.226433 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b37dcccf-132e-41ea-80b3-e7fe498ef1bb req-8eabed60-520e-4148-9e0b-fd1f4241e109 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313640 Aug 24 19:52:11.237537 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:52:11.250122 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'port_id': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'mac_address': 'fa:16:3e:77:6e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:52:11.288272 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:11.307080 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:52:11.331525 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:52:11.334842 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:11.384338 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,revision_number=9']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:11.627297 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382be91a-2640-4293-a2fd-9d75799deb4d req-55c46af1-8dfc-41f8-8b0e-7872ea48ae81 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:11.628949 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-382be91a-2640-4293-a2fd-9d75799deb4d req-55c46af1-8dfc-41f8-8b0e-7872ea48ae81 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 945 time: 0.0539012 Aug 24 19:52:11.636377 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['0d7e3a6b-52fd-4877-855b-25e3d57d3b55'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:52:11.670181 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-382be91a-2640-4293-a2fd-9d75799deb4d req-1d248d31-100d-4a51-83e2-019fd60a96b2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331340 Aug 24 19:52:12.800295 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1af39-5dbe-43bf-a45a-77ab40999473 req-cebed2f2-9a51-4e5a-a995-25f69bf0a67b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:12.807619 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2fd1af39-5dbe-43bf-a45a-77ab40999473 req-cebed2f2-9a51-4e5a-a995-25f69bf0a67b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 945 time: 0.0641592 Aug 24 19:52:12.850780 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2fd1af39-5dbe-43bf-a45a-77ab40999473 req-a50b7fc6-01ab-4954-ad63-8decb6567e23 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373349 Aug 24 19:52:13.146263 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:52:13.194896 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:52:13.195260 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:13.269449 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:13.292612 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:52:13.294927 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f21018-d088-487a-b0bc-6e64236bbd9d" -d '{"events": [{"server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:52:13.308553 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:52:13.313912 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:13.345159 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06252c06-f30b-4fac-9a1e-916bea7322e9 x-openstack-request-id: req-06252c06-f30b-4fac-9a1e-916bea7322e9 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:52:13.345451 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:52:13.345696 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06252c06-f30b-4fac-9a1e-916bea7322e9 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:52:13.346077 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'code': 200} Aug 24 19:52:13.374765 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,revision_number=10']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:13.827075 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51366e3-6d53-4f39-b8bf-09ca7fb41902 req-6193569c-716d-4e79-ba85-66df876e2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:13.828679 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a51366e3-6d53-4f39-b8bf-09ca7fb41902 req-6193569c-716d-4e79-ba85-66df876e2ece service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 1100 time: 0.0411227 Aug 24 19:52:13.868140 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a51366e3-6d53-4f39-b8bf-09ca7fb41902 req-7ecfa89b-fd79-4f10-a901-a9d4c4dee0ff service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299425 Aug 24 19:52:13.989729 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c686a0-a1d2-4314-a840-183937286c15 req-8b822596-e742-4df8-9371-10503f8c7d07 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:13.991328 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f4c686a0-a1d2-4314-a840-183937286c15 req-8b822596-e742-4df8-9371-10503f8c7d07 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 947 time: 0.0627754 Aug 24 19:52:14.032380 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f4c686a0-a1d2-4314-a840-183937286c15 req-e410f2c6-2cce-47ba-8c72-eb5a1b6ee0ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348220 Aug 24 19:52:15.156942 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805dc3b-e158-403d-a160-74358ef0cc04 req-c7353e18-27f7-4339-be4a-53feabb8b4bb tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:15.158441 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0805dc3b-e158-403d-a160-74358ef0cc04 req-c7353e18-27f7-4339-be4a-53feabb8b4bb tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 947 time: 0.0555725 Aug 24 19:52:15.224909 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0805dc3b-e158-403d-a160-74358ef0cc04 req-d397a98e-08a4-4cd3-aa4d-b5ea758c0837 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597286 Aug 24 19:52:15.238092 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d54038-c0e0-4853-a8bf-b50f6288c8c9 req-526cfd70-122c-45df-ad23-f863702b216e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:15.239522 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-78d54038-c0e0-4853-a8bf-b50f6288c8c9 req-526cfd70-122c-45df-ad23-f863702b216e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0755503 Aug 24 19:52:15.278865 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-78d54038-c0e0-4853-a8bf-b50f6288c8c9 req-1885976f-c694-4f1e-9b89-5f04520f2611 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324759 Aug 24 19:52:16.351583 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e2513-0b4a-4205-83f2-0b69fbf43093 req-ae9d38c7-ad17-4b14-ab3a-cab4fedd667a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:16.353778 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9f4e2513-0b4a-4205-83f2-0b69fbf43093 req-ae9d38c7-ad17-4b14-ab3a-cab4fedd667a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 947 time: 0.0513582 Aug 24 19:52:16.421636 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9f4e2513-0b4a-4205-83f2-0b69fbf43093 req-77e6154e-cc29-413e-aa2c-85f0c6b9a4f3 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585437 Aug 24 19:52:16.429689 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e1038-a5da-4d3b-94e5-d82adfccdeca req-255f12de-577d-469d-a8b5-bffe7cd5b1f6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:16.431679 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-918e1038-a5da-4d3b-94e5-d82adfccdeca req-255f12de-577d-469d-a8b5-bffe7cd5b1f6 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0765057 Aug 24 19:52:16.470735 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-918e1038-a5da-4d3b-94e5-d82adfccdeca req-b24d06d0-3ace-4fbf-8ed5-5a04ce4ce748 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327234 Aug 24 19:52:17.586395 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138410c7-2341-49bb-a87a-d98537d29fdf req-060073b5-e917-44ae-943c-95a01ec578ee tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:17.588362 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-138410c7-2341-49bb-a87a-d98537d29fdf req-060073b5-e917-44ae-943c-95a01ec578ee tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0504758 Aug 24 19:52:17.625309 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-138410c7-2341-49bb-a87a-d98537d29fdf req-81b627ce-cca2-45df-a8eb-0703e710f9ee tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Aug 24 19:52:18.741878 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2268ce9-7d32-4bff-9c8a-053ebefe183f req-3151ead7-7848-47e2-b024-047a2ea5859a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:18.743455 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c2268ce9-7d32-4bff-9c8a-053ebefe183f req-3151ead7-7848-47e2-b024-047a2ea5859a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0511689 Aug 24 19:52:18.821189 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7993-6ec5-4600-b0c4-e4f490a86de2 req-1d9067c4-b01d-4e85-9ce3-a3800dbf4c2f tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:18.823346 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4d8b7993-6ec5-4600-b0c4-e4f490a86de2 req-1d9067c4-b01d-4e85-9ce3-a3800dbf4c2f tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d1770e9-4eea-478d-bdd5-7661cea00207 HTTP/1.1" status: 200 len: 945 time: 0.0790112 Aug 24 19:52:18.832201 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c2268ce9-7d32-4bff-9c8a-053ebefe183f req-38c2b8a8-b755-4e14-9d13-368c20e88494 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795259 Aug 24 19:52:18.918006 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-4d8b7993-6ec5-4600-b0c4-e4f490a86de2 req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Deleting port 12afd37a-2038-495a-a81a-fc66a30bc200 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:52:18.918343 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4d8b7993-6ec5-4600-b0c4-e4f490a86de2 req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:19.016878 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-4d8b7993-6ec5-4600-b0c4-e4f490a86de2 req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] For port 12afd37a-2038-495a-a81a-fc66a30bc200, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=12afd37a-2038-495a-a81a-fc66a30bc200,segment=NetworkSegment(58f68c6a-5207-4b50-b1c0-39551d3bcf61),segment_id=58f68c6a-5207-4b50-b1c0-39551d3bcf61)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:52:19.017266 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4d8b7993-6ec5-4600-b0c4-e4f490a86de2 req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:19.031744 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-4d8b7993-6ec5-4600-b0c4-e4f490a86de2 req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Calling delete_port for 12afd37a-2038-495a-a81a-fc66a30bc200 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:52:19.156790 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4d8b7993-6ec5-4600-b0c4-e4f490a86de2 req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:19.169200 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce', '12afd37a-2038-495a-a81a-fc66a30bc200'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:52:19.185130 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Pushing event deleted for resources: {'Port': ['ID=12afd37a-2038-495a-a81a-fc66a30bc200,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:19.194764 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:19.195132 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:19.195549 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:19.195821 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:19.196227 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:19.196544 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:19.196886 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:19.197209 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:19.197538 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:19.197864 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:19.198196 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:19.198513 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:19.240222 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8b7993-6ec5-4600-b0c4-e4f490a86de2 req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] No DVR routers for this DVR port 12afd37a-2038-495a-a81a-fc66a30bc200 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:52:19.242783 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4d8b7993-6ec5-4600-b0c4-e4f490a86de2 req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:19.245500 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4d8b7993-6ec5-4600-b0c4-e4f490a86de2 req-a60d9db2-3dba-45c7-9310-516f8b488684 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.62 "DELETE /v2.0/ports/12afd37a-2038-495a-a81a-fc66a30bc200 HTTP/1.1" status: 204 len: 173 time: 0.4124081 Aug 24 19:52:19.245991 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1770e9-4eea-478d-bdd5-7661cea00207', 'name': 'network-vif-deleted', 'tag': '12afd37a-2038-495a-a81a-fc66a30bc200'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:52:19.248340 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbacdde2-b2de-469e-a35d-6a2fb6c7de16" -d '{"events": [{"server_uuid": "1d1770e9-4eea-478d-bdd5-7661cea00207", "name": "network-vif-deleted", "tag": "12afd37a-2038-495a-a81a-fc66a30bc200"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:52:19.286636 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b073038-5363-49b7-af27-53581238feb8 x-openstack-request-id: req-1b073038-5363-49b7-af27-53581238feb8 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:52:19.286925 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1770e9-4eea-478d-bdd5-7661cea00207", "name": "network-vif-deleted", "tag": "12afd37a-2038-495a-a81a-fc66a30bc200", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:52:19.287201 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b073038-5363-49b7-af27-53581238feb8 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:52:19.287595 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1770e9-4eea-478d-bdd5-7661cea00207', 'name': 'network-vif-deleted', 'tag': '12afd37a-2038-495a-a81a-fc66a30bc200', 'status': 'completed', 'code': 200} Aug 24 19:52:20.133536 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f3869-6903-425c-9b5b-390ba53ab956 req-7a896c86-181d-41c0-ad94-c3a76de0492c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:20.135059 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-762f3869-6903-425c-9b5b-390ba53ab956 req-7a896c86-181d-41c0-ad94-c3a76de0492c tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0528791 Aug 24 19:52:20.171756 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-762f3869-6903-425c-9b5b-390ba53ab956 req-d9aff874-e1f8-4546-b04c-9162c412bd0a tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308671 Aug 24 19:52:21.298166 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fa202-9019-4b80-ba07-16c57ed1c189 req-50dc5a44-0f0c-4a79-967e-e9b1e6dea73e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:21.299796 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-951fa202-9019-4b80-ba07-16c57ed1c189 req-50dc5a44-0f0c-4a79-967e-e9b1e6dea73e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0581121 Aug 24 19:52:21.337342 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-951fa202-9019-4b80-ba07-16c57ed1c189 req-829d3f9b-3046-40b4-92ef-e6db7abaf2d2 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313284 Aug 24 19:52:22.450609 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bc84-18ac-4e8c-9488-613fef5ea332 req-d4aec7cd-b1a4-401b-af19-ad545389a6da tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:22.452127 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6bb4bc84-18ac-4e8c-9488-613fef5ea332 req-d4aec7cd-b1a4-401b-af19-ad545389a6da tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0479798 Aug 24 19:52:22.488863 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6bb4bc84-18ac-4e8c-9488-613fef5ea332 req-2d8384e0-83aa-433b-a81e-45a0bc292a71 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308838 Aug 24 19:52:23.204942 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 12afd37a-2038-495a-a81a-fc66a30bc200 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:52:23.228199 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 12afd37a-2038-495a-a81a-fc66a30bc200 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:52:23.228546 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 12afd37a-2038-495a-a81a-fc66a30bc200 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:52:23.394949 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:52:23.604629 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f771e17-29ec-47b6-b688-bc3cc92badda req-f55816f5-6185-40f9-b8c7-d449ed21b56e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:23.606238 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3f771e17-29ec-47b6-b688-bc3cc92badda req-f55816f5-6185-40f9-b8c7-d449ed21b56e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0521410 Aug 24 19:52:23.642872 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3f771e17-29ec-47b6-b688-bc3cc92badda req-998b67aa-0844-47a6-a88d-cfe32729a60e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Aug 24 19:52:24.761366 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265eb49-94b1-4269-be78-d58f5318dee0 req-97d5d557-1b6d-4bf4-a434-85c67161e6ad tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:24.763541 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3265eb49-94b1-4269-be78-d58f5318dee0 req-97d5d557-1b6d-4bf4-a434-85c67161e6ad tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0552502 Aug 24 19:52:24.801812 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3265eb49-94b1-4269-be78-d58f5318dee0 req-227e8a3b-d5bf-4484-b903-8785b0a4d3b1 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Aug 24 19:52:25.917169 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987c786-155d-4349-83e4-d0042f4bd717 req-9c7d58ad-0f3d-46c3-ab98-c5e757b44597 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:25.918659 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b987c786-155d-4349-83e4-d0042f4bd717 req-9c7d58ad-0f3d-46c3-ab98-c5e757b44597 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0516486 Aug 24 19:52:25.955500 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b987c786-155d-4349-83e4-d0042f4bd717 req-cba7369c-c18f-4787-ad1c-c8f03056659e tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 Aug 24 19:52:26.869703 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ffc63-fae7-4089-8b17-9e7a14a57bd4 req-2d1087b3-f663-406d-aa1b-e9f2fb4b5a18 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:26.871140 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-541ffc63-fae7-4089-8b17-9e7a14a57bd4 req-2d1087b3-f663-406d-aa1b-e9f2fb4b5a18 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0484951 Aug 24 19:52:26.972191 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-541ffc63-fae7-4089-8b17-9e7a14a57bd4 req-9c45b67e-12bb-4028-a4aa-ece48cf22f32 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Deleting port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:52:26.972842 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-541ffc63-fae7-4089-8b17-9e7a14a57bd4 req-9c45b67e-12bb-4028-a4aa-ece48cf22f32 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:27.098485 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-541ffc63-fae7-4089-8b17-9e7a14a57bd4 req-9c45b67e-12bb-4028-a4aa-ece48cf22f32 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] For port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce,segment=NetworkSegment(58f68c6a-5207-4b50-b1c0-39551d3bcf61),segment_id=58f68c6a-5207-4b50-b1c0-39551d3bcf61)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:52:27.098757 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-541ffc63-fae7-4089-8b17-9e7a14a57bd4 req-9c45b67e-12bb-4028-a4aa-ece48cf22f32 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:27.108951 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a43394-acb9-4221-8140-9139a285ad56 req-a7eaf869-9927-45f7-9c07-a8ede6f453bc tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:27.110411 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a0a43394-acb9-4221-8140-9139a285ad56 req-a7eaf869-9927-45f7-9c07-a8ede6f453bc tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd3cdc5-d783-4456-a33a-91e16ebba04d HTTP/1.1" status: 200 len: 946 time: 0.0893838 Aug 24 19:52:27.128308 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-541ffc63-fae7-4089-8b17-9e7a14a57bd4 req-9c45b67e-12bb-4028-a4aa-ece48cf22f32 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Calling delete_port for 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:52:27.190373 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a0a43394-acb9-4221-8140-9139a285ad56 req-58aae334-d1e9-41b2-a73e-a7a4aa00251b tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.57 "GET /v2.0/security-groups?id=88a9a885-a35b-4518-b5f8-b5710f1a951f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729792 Aug 24 19:52:27.284752 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-541ffc63-fae7-4089-8b17-9e7a14a57bd4 req-9c45b67e-12bb-4028-a4aa-ece48cf22f32 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:27.299824 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:52:27.316793 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45b67e-12bb-4028-a4aa-ece48cf22f32 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Pushing event deleted for resources: {'Port': ['ID=4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:27.359634 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-541ffc63-fae7-4089-8b17-9e7a14a57bd4 req-9c45b67e-12bb-4028-a4aa-ece48cf22f32 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] No DVR routers for this DVR port 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:52:27.362702 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-541ffc63-fae7-4089-8b17-9e7a14a57bd4 req-9c45b67e-12bb-4028-a4aa-ece48cf22f32 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:27.364764 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-541ffc63-fae7-4089-8b17-9e7a14a57bd4 req-9c45b67e-12bb-4028-a4aa-ece48cf22f32 tempest-ServerRescueNegativeTestJSON-146937958 tempest-ServerRescueNegativeTestJSON-146937958-project] 10.222.0.62 "DELETE /v2.0/ports/4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce HTTP/1.1" status: 204 len: 173 time: 0.4824157 Aug 24 19:52:27.365242 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd3cdc5-d783-4456-a33a-91e16ebba04d', 'name': 'network-vif-deleted', 'tag': '4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:52:27.367583 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c319b1-2f06-4862-973b-d9d4d8ead6d7" -d '{"events": [{"server_uuid": "1fd3cdc5-d783-4456-a33a-91e16ebba04d", "name": "network-vif-deleted", "tag": "4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:52:27.405944 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0f7f6e-64e0-485c-9e45-f95f4d0ec3fe x-openstack-request-id: req-ae0f7f6e-64e0-485c-9e45-f95f4d0ec3fe {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:52:27.406233 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd3cdc5-d783-4456-a33a-91e16ebba04d", "name": "network-vif-deleted", "tag": "4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:52:27.406482 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae0f7f6e-64e0-485c-9e45-f95f4d0ec3fe {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:52:27.406870 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd3cdc5-d783-4456-a33a-91e16ebba04d', 'name': 'network-vif-deleted', 'tag': '4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce', 'status': 'completed', 'code': 200} Aug 24 19:52:28.245089 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 51102) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:28.666938 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710471'] for router_interface, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:28.953391 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Deleting port b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:52:28.953728 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:29.030315 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] For port b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8,segment=NetworkSegment(58f68c6a-5207-4b50-b1c0-39551d3bcf61),segment_id=58f68c6a-5207-4b50-b1c0-39551d3bcf61)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:52:29.030683 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:29.043751 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Calling delete_port for b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 owned by network:router_interface {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:52:29.242616 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:29.265572 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:29.278781 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:29.279125 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:29.279461 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:29.279792 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:29.280138 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:29.280603 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:29.280788 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:29.281108 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:29.281426 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:29.281740 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:29.282054 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:29.282369 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:29.430354 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1549297'] for router_interface, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:29.650099 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Router cbbd2487-8eb4-4208-a29b-ec2a2c84de62 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:52:29.753935 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:52:29.758943 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-964a0196-a8b6-411e-b414-5351107a3f7e admin admin] 10.222.0.57 "PUT /v2.0/routers/cbbd2487-8eb4-4208-a29b-ec2a2c84de62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5128374 Aug 24 19:52:29.761518 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 51128) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:29.764064 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9272e3ba-d306-46d5-b850-ce0165078b65 None None] Sync routers for ids ['cbbd2487-8eb4-4208-a29b-ec2a2c84de62'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:52:29.773304 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272e3ba-d306-46d5-b850-ce0165078b65 None None] Routers {'cbbd2487-8eb4-4208-a29b-ec2a2c84de62'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:52:29.773940 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-9272e3ba-d306-46d5-b850-ce0165078b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:52:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['cbbd2487-8eb4-4208-a29b-ec2a2c84de62'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:29.880013 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-9272e3ba-d306-46d5-b850-ce0165078b65 None None] Set router cbbd2487-8eb4-4208-a29b-ec2a2c84de62 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:52:30.046531 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Notify callbacks [] for router, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.063663 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-9272e3ba-d306-46d5-b850-ce0165078b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'name': 'tempest-ServerRescueNegativeTestJSON-618583925-router', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:52:29Z', 'revision_number': 5, 'project_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'gw_port': {'id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:30.094099 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9272e3ba-d306-46d5-b850-ce0165078b65 None None] Checking router: cbbd2487-8eb4-4208-a29b-ec2a2c84de62 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:52:30.102439 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272e3ba-d306-46d5-b850-ce0165078b65 None None] Routers {'cbbd2487-8eb4-4208-a29b-ec2a2c84de62'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:52:30.104162 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-9272e3ba-d306-46d5-b850-ce0165078b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:52:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['cbbd2487-8eb4-4208-a29b-ec2a2c84de62'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:30.153084 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.204643 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Deleting port 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:52:30.204986 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.213370 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-9272e3ba-d306-46d5-b850-ce0165078b65 None None] Set router cbbd2487-8eb4-4208-a29b-ec2a2c84de62 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:52:30.284985 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] For port 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:52:30.285555 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.298770 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Calling delete_port for 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba owned by network:router_gateway {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:52:30.486969 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.491014 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-9272e3ba-d306-46d5-b850-ce0165078b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'name': 'tempest-ServerRescueNegativeTestJSON-618583925-router', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:52:29Z', 'revision_number': 5, 'project_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'gw_port': {'id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:30.517758 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9272e3ba-d306-46d5-b850-ce0165078b65 None None] The sync data for ids ['cbbd2487-8eb4-4208-a29b-ec2a2c84de62'] in dv-cinder-804093-3-iscsi is: [{'id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'name': 'tempest-ServerRescueNegativeTestJSON-618583925-router', 'tenant_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:52:29Z', 'revision_number': 5, 'project_id': '8b3c57b4813a4831b09d0cbf1531ecc2', 'gw_port': {'id': '9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbd2487-8eb4-4208-a29b-ec2a2c84de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:52:30.519526 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:30.584262 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708715'] for router_gateway, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.690516 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-459'] for router, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.692654 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.762358 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707570'] for router, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.763035 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbbd2487-8eb4-4208-a29b-ec2a2c84de62 {{(pid=105635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:52:30.769906 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] Notify callbacks [] for router, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.773430 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-34c03493-34ee-44d6-9c43-2001ac77829b admin admin] 10.222.0.57 "DELETE /v2.0/routers/cbbd2487-8eb4-4208-a29b-ec2a2c84de62 HTTP/1.1" status: 204 len: 168 time: 1.0087807 Aug 24 19:52:30.773850 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 51138) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:30.846021 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8c19cc-9532-44b3-9a20-bf0c8bb9db97 admin admin] Deleting subnet c2bf38ed-d9f1-4bc8-bd79-bec2e981d932 {{(pid=105636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:52:30.851014 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b8c19cc-9532-44b3-9a20-bf0c8bb9db97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.903082 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9819e-bc6a-4339-8539-ecaf29220211 req-5204c6e3-e9e5-404b-a59a-8b6f516bec5d tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:30.904617 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8cf9819e-bc6a-4339-8539-ecaf29220211 req-5204c6e3-e9e5-404b-a59a-8b6f516bec5d tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0934398 Aug 24 19:52:30.906683 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b8c19cc-9532-44b3-9a20-bf0c8bb9db97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264856231'] for subnet, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.970484 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b8c19cc-9532-44b3-9a20-bf0c8bb9db97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:30.975215 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8cf9819e-bc6a-4339-8539-ecaf29220211 req-9df832f6-72c8-4406-9a7c-4eaaea9cfa00 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502086 Aug 24 19:52:31.028623 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b8c19cc-9532-44b3-9a20-bf0c8bb9db97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264856079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267593542'] for subnet, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.057924 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c19cc-9532-44b3-9a20-bf0c8bb9db97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2bf38ed-d9f1-4bc8-bd79-bec2e981d932,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:31.063089 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b8c19cc-9532-44b3-9a20-bf0c8bb9db97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.067419 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-1b8c19cc-9532-44b3-9a20-bf0c8bb9db97 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c2bf38ed-d9f1-4bc8-bd79-bec2e981d932 HTTP/1.1" status: 204 len: 168 time: 0.2896137 Aug 24 19:52:31.067595 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 51140) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:31.138396 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d5c31dc9-3966-4003-a6bc-77a267440e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.222319 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d5c31dc9-3966-4003-a6bc-77a267440e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.232630 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-d5c31dc9-3966-4003-a6bc-77a267440e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098493d5-4729-4f73-889b-9717d87ddf61']}} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:31.242727 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-d5c31dc9-3966-4003-a6bc-77a267440e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f68c6a-5207-4b50-b1c0-39551d3bcf61') {'for_net_delete': True} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:31.243683 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-d5c31dc9-3966-4003-a6bc-77a267440e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f68c6a-5207-4b50-b1c0-39551d3bcf61') {} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:52:31.251548 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:52:31.253360 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d5c31dc9-3966-4003-a6bc-77a267440e7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264856232'] for segment, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.267300 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d5c31dc9-3966-4003-a6bc-77a267440e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.272403 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:52:31.272796 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 4a0f8ed5-c3f5-4880-80cf-dc38f3f0a6ce not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:52:31.273409 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c31dc9-3966-4003-a6bc-77a267440e7a admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=105636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:52:31.273792 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d5c31dc9-3966-4003-a6bc-77a267440e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264856557'] for segment, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: Traceback (most recent call last): Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: timer() Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: cb(*args, **kw) Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: return func(*args, **kwargs) Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: self._notify() Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: self.callback(batched_events) Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: event.method(event) Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: return f(self, *a, **k) Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._get(url).json() Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: return self.request(url, 'GET', **kwargs) Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:52:31.275637 dv-cinder-804093-3-iscsi neutron-server[105636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:52:31.327745 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d5c31dc9-3966-4003-a6bc-77a267440e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.332386 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d5c31dc9-3966-4003-a6bc-77a267440e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.334421 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-d5c31dc9-3966-4003-a6bc-77a267440e7a admin admin] 10.222.0.57 "DELETE /v2.0/networks/098493d5-4729-4f73-889b-9717d87ddf61 HTTP/1.1" status: 204 len: 168 time: 0.2658436 Aug 24 19:52:31.347790 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c31dc9-3966-4003-a6bc-77a267440e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=098493d5-4729-4f73-889b-9717d87ddf61,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:31.497341 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 51144) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:31.539278 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-7419c3fc-1dea-421d-8246-1374be52ffd5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b3c57b4813a4831b09d0cbf1531ecc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406537 Aug 24 19:52:31.543062 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 51146) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:31.600808 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fcd53227-60c0-4de9-aed5-005cf8579a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.624356 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fcd53227-60c0-4de9-aed5-005cf8579a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.670328 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fcd53227-60c0-4de9-aed5-005cf8579a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.672882 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fcd53227-60c0-4de9-aed5-005cf8579a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:31.674014 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-fcd53227-60c0-4de9-aed5-005cf8579a7e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/88a9a885-a35b-4518-b5f8-b5710f1a951f HTTP/1.1" status: 204 len: 168 time: 0.1299105 Aug 24 19:52:31.681517 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd53227-60c0-4de9-aed5-005cf8579a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a9a885-a35b-4518-b5f8-b5710f1a951f,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:31.945240 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:52:31.967311 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:52:31.967654 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device b45cc1ea-7e0f-46e8-a9e7-4370aa3668a8 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:52:31.968082 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:52:31.986040 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:52:31.986387 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 9b3e66a1-8fb9-4cf5-8da6-c36385eb38ba not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:52:32.098341 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d38535-cd83-40a6-ae29-196fb9d5b394 req-e9a5177d-62d7-4674-913f-65de8d932200 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:32.099755 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-53d38535-cd83-40a6-ae29-196fb9d5b394 req-e9a5177d-62d7-4674-913f-65de8d932200 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0517249 Aug 24 19:52:32.137989 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-53d38535-cd83-40a6-ae29-196fb9d5b394 req-3cc99642-9ab1-4afb-8762-68f1df6e3a13 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322275 Aug 24 19:52:33.082147 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-c307afe2-61bd-4585-ae7a-433912a76f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.117575 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 51192) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:33.220517 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bd6c93ba-fc4a-45b4-aa91-339adaef989d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.316374 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237b2fa-cd51-4943-a891-a0b52ca82fd8 req-58829a36-7182-4901-a9f1-275b66d5c246 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:33.317833 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e237b2fa-cd51-4943-a891-a0b52ca82fd8 req-58829a36-7182-4901-a9f1-275b66d5c246 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0757704 Aug 24 19:52:33.376017 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bd6c93ba-fc4a-45b4-aa91-339adaef989d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.379363 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e237b2fa-cd51-4943-a891-a0b52ca82fd8 req-dadb79e6-6f79-48d3-9b5f-d6d2265e134c tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553067 Aug 24 19:52:33.380385 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-bd6c93ba-fc4a-45b4-aa91-339adaef989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.417265 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c93ba-fc4a-45b4-aa91-339adaef989d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facbe45c-ffeb-4ee6-9165-5280a0507ae4,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:33.422134 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-bd6c93ba-fc4a-45b4-aa91-339adaef989d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3cdf349909b6484b8eb0e18822a3bdfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029172 Aug 24 19:52:33.424685 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 51198) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:33.473357 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-000ca382-67e3-4016-8d29-fd84091cc90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.495277 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-000ca382-67e3-4016-8d29-fd84091cc90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.540229 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-000ca382-67e3-4016-8d29-fd84091cc90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.542805 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-000ca382-67e3-4016-8d29-fd84091cc90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.544014 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-000ca382-67e3-4016-8d29-fd84091cc90f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/facbe45c-ffeb-4ee6-9165-5280a0507ae4 HTTP/1.1" status: 204 len: 168 time: 0.1183288 Aug 24 19:52:33.551627 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ca382-67e3-4016-8d29-fd84091cc90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facbe45c-ffeb-4ee6-9165-5280a0507ae4,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:33.801755 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 51210) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:33.816523 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-20b3eb6c-10ea-4169-a099-4bfe6c8d9d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.910011 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-20b3eb6c-10ea-4169-a099-4bfe6c8d9d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.914449 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-20b3eb6c-10ea-4169-a099-4bfe6c8d9d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:33.965104 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 51218) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:33.965344 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-20b3eb6c-10ea-4169-a099-4bfe6c8d9d3c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c66b014841ca425bb9980f93d9a9c74e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622667 Aug 24 19:52:33.966594 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3eb6c-10ea-4169-a099-4bfe6c8d9d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773595ef-1aab-41f4-af24-cdd725e6f2b3,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:34.015619 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-54a6553b-94ca-416b-85a9-a9c7d27f4941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:34.037252 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-54a6553b-94ca-416b-85a9-a9c7d27f4941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:34.085416 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-54a6553b-94ca-416b-85a9-a9c7d27f4941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:34.088538 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-54a6553b-94ca-416b-85a9-a9c7d27f4941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:34.089713 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-54a6553b-94ca-416b-85a9-a9c7d27f4941 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/773595ef-1aab-41f4-af24-cdd725e6f2b3 HTTP/1.1" status: 204 len: 168 time: 0.1235695 Aug 24 19:52:34.097439 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6553b-94ca-416b-85a9-a9c7d27f4941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773595ef-1aab-41f4-af24-cdd725e6f2b3,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:34.500195 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289961a-075f-476f-b5de-21b667a9c226 req-74ed91eb-744b-40ef-9d60-9281d5455d8f tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:34.501605 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7289961a-075f-476f-b5de-21b667a9c226 req-74ed91eb-744b-40ef-9d60-9281d5455d8f tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0543509 Aug 24 19:52:34.540248 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7289961a-075f-476f-b5de-21b667a9c226 req-d21b2267-6f35-4581-bf73-090561c2566a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326498 Aug 24 19:52:35.665957 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37465230-4efe-4e47-bf3c-6d82afb99227 req-b5743096-ff7a-4715-bea1-196217678711 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:35.667448 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-37465230-4efe-4e47-bf3c-6d82afb99227 req-b5743096-ff7a-4715-bea1-196217678711 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0568135 Aug 24 19:52:35.717963 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-37465230-4efe-4e47-bf3c-6d82afb99227 req-a400ef6f-b938-4955-b9d3-fc560e15131c tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430324 Aug 24 19:52:35.743197 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-58c3c090-d253-452a-9011-aaddf7532973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:36.163247 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:36.744360 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:36.877076 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c328ad-8459-4cbe-90cc-3aa566fdb2df req-d6a1a43b-8682-46f0-85c5-583ed196fea0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:36.878577 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45c328ad-8459-4cbe-90cc-3aa566fdb2df req-d6a1a43b-8682-46f0-85c5-583ed196fea0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0782702 Aug 24 19:52:36.917332 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45c328ad-8459-4cbe-90cc-3aa566fdb2df req-19e4cddf-7830-40ac-ae6c-846db55a88b4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324116 Aug 24 19:52:38.036614 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48479fb8-128e-440f-9cee-19b0fb7d33b5 req-6944857c-0b85-4e22-b91f-495eec595f44 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:38.038477 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-48479fb8-128e-440f-9cee-19b0fb7d33b5 req-6944857c-0b85-4e22-b91f-495eec595f44 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0518918 Aug 24 19:52:38.080584 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-48479fb8-128e-440f-9cee-19b0fb7d33b5 req-e20ed230-a697-4e95-9ce1-8be89f8b5139 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354502 Aug 24 19:52:38.401106 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:38.556660 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:38.953930 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 51326) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:39.055929 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-13928840-2104-4284-9f18-7100e425c7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:39.144321 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-13928840-2104-4284-9f18-7100e425c7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:39.148578 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-13928840-2104-4284-9f18-7100e425c7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:39.187449 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13928840-2104-4284-9f18-7100e425c7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833338ea-e348-4da4-9439-a551718b636c,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:39.195330 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-13928840-2104-4284-9f18-7100e425c7e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0423f68b3d3945e3bbea5527065337fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380238 Aug 24 19:52:39.196248 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09191d4a-cc43-4310-acab-d2760a3a5e12 req-10f9fdda-870a-4b01-a1b8-7f34c232ff6f tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:39.196853 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 51332) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:39.200603 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-09191d4a-cc43-4310-acab-d2760a3a5e12 req-10f9fdda-870a-4b01-a1b8-7f34c232ff6f tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0534844 Aug 24 19:52:39.237052 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-09191d4a-cc43-4310-acab-d2760a3a5e12 req-5b259a23-9814-4613-a7a7-fbb72b4a715b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339479 Aug 24 19:52:39.245009 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-415be878-d399-47ce-8762-f45c6e2d7fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:39.266759 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-415be878-d399-47ce-8762-f45c6e2d7fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:39.314532 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-415be878-d399-47ce-8762-f45c6e2d7fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:39.317375 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-415be878-d399-47ce-8762-f45c6e2d7fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:39.318531 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-415be878-d399-47ce-8762-f45c6e2d7fdf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/833338ea-e348-4da4-9439-a551718b636c HTTP/1.1" status: 204 len: 168 time: 0.1219161 Aug 24 19:52:39.326626 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415be878-d399-47ce-8762-f45c6e2d7fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833338ea-e348-4da4-9439-a551718b636c,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:40.362173 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8029c-0ef6-4ec2-9def-0cb46ddc0f14 req-573a032a-0fa5-4a3d-b6e4-3a99932172cc tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:40.363712 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6af8029c-0ef6-4ec2-9def-0cb46ddc0f14 req-573a032a-0fa5-4a3d-b6e4-3a99932172cc tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0558221 Aug 24 19:52:40.402178 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6af8029c-0ef6-4ec2-9def-0cb46ddc0f14 req-3ba40cdc-5b4a-4b85-9418-82949362e4e7 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322821 Aug 24 19:52:41.749123 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-c1f74a54-a1aa-4687-a8cc-2268617205a3 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f878d6709c1c4fb9be725136e7d2df86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2488770 Aug 24 19:52:41.800257 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783ea39-cf35-4d30-ae0a-2f0d76619c64 req-18d9c436-7fd8-4020-96e5-2bbced38c9bd tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:41.801712 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a783ea39-cf35-4d30-ae0a-2f0d76619c64 req-18d9c436-7fd8-4020-96e5-2bbced38c9bd tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.3313515 Aug 24 19:52:41.943581 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a783ea39-cf35-4d30-ae0a-2f0d76619c64 req-21543da1-9f19-4b00-a781-c3ea797b402c tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342711 Aug 24 19:52:41.970681 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-4fe60820-dc90-4d1d-99f0-a3c5812fcea1 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:41.972975 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-4fe60820-dc90-4d1d-99f0-a3c5812fcea1 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172072 Aug 24 19:52:41.987672 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-2f67c4fb-ecb0-4850-b7a5-b429f963a7a5 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/quotas/f878d6709c1c4fb9be725136e7d2df86 HTTP/1.1" status: 200 len: 375 time: 0.0098963 Aug 24 19:52:42.025333 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0cdd8b64-b3df-487c-8a56-32a25f37ccb6 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f878d6709c1c4fb9be725136e7d2df86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316062 Aug 24 19:52:42.194585 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31039a0d-556a-4b45-8bbc-8c09d4a10807 req-49132519-ae9b-4f79-975c-87ea4801c6e9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:42.195323 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-31039a0d-556a-4b45-8bbc-8c09d4a10807 req-49132519-ae9b-4f79-975c-87ea4801c6e9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0756803 Aug 24 19:52:42.258216 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d509fed5-8b55-42d5-9853-88e252572f7d req-f87a30fe-c0d4-4f36-8260-351bb3cc5b95 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 210 time: 0.0748818 Aug 24 19:52:42.285954 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a52c50-4787-4a52-8138-e382149916da req-9e1c57f7-fc29-403b-86af-26f09ee16990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:42.287493 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a2a52c50-4787-4a52-8138-e382149916da req-9e1c57f7-fc29-403b-86af-26f09ee16990 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2d949dab476410eade39780e3cc2018&device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 1099 time: 0.1055393 Aug 24 19:52:42.311022 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-31039a0d-556a-4b45-8bbc-8c09d4a10807 req-8944ab1b-5a3c-4d07-a920-ce63242ea132 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959311 Aug 24 19:52:42.401556 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a52c50-4787-4a52-8138-e382149916da req-e84dfbfd-665e-4b25-8ed7-c55e6be2e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:42.403078 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a2a52c50-4787-4a52-8138-e382149916da req-e84dfbfd-665e-4b25-8ed7-c55e6be2e907 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 HTTP/1.1" status: 200 len: 912 time: 0.1064405 Aug 24 19:52:42.476028 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a2a52c50-4787-4a52-8138-e382149916da req-0f92a32a-4c7d-416a-ba4d-40682262b0bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e116e6ea-fa4c-45ff-9558-889ddceb65b0 HTTP/1.1" status: 200 len: 1002 time: 0.0653279 Aug 24 19:52:42.530041 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a52c50-4787-4a52-8138-e382149916da req-786fea4d-0994-45d8-a30d-18dea752d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:42.531619 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a2a52c50-4787-4a52-8138-e382149916da req-786fea4d-0994-45d8-a30d-18dea752d3c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0623cb7b-b882-471d-94a2-06bff63acae9 HTTP/1.1" status: 200 len: 850 time: 0.0484540 Aug 24 19:52:42.580420 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a52c50-4787-4a52-8138-e382149916da req-eae280c1-2a2d-408e-a268-b873cdfb0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:42.581930 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a2a52c50-4787-4a52-8138-e382149916da req-eae280c1-2a2d-408e-a268-b873cdfb0c61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416427 Aug 24 19:52:42.676352 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a2a52c50-4787-4a52-8138-e382149916da req-7a636f3d-f230-4eff-8fbf-e773358f603f service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852351 Aug 24 19:52:42.772285 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a2a52c50-4787-4a52-8138-e382149916da req-72fd2e61-e977-4044-a30e-5f8c34a35ebf service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823247 Aug 24 19:52:43.151809 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0597b3a7-bec4-4f39-8117-1a3c29360020 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f878d6709c1c4fb9be725136e7d2df86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258348 Aug 24 19:52:43.272058 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-61f06fe2-82a1-4d79-b973-7e217ee5fdf5 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:43.273699 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-61f06fe2-82a1-4d79-b973-7e217ee5fdf5 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1159823 Aug 24 19:52:43.294983 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Request body: {'port': {'device_id': '7f62ad31-3666-49b6-b1d6-aeee94ed85fa', 'network_id': '726b1641-ddb0-49e8-95b1-99d27b865173', 'admin_state_up': True, 'tenant_id': 'f878d6709c1c4fb9be725136e7d2df86'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:52:43.388542 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-436861a0-79e6-4a82-81d3-bc74f2ffea6a req-949d13d9-0e51-47f3-b125-8c054b1a4dfb tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 210 time: 0.0433898 Aug 24 19:52:43.471601 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6b287-71b8-45a0-9829-abec9bd4be12 req-8a08d661-2b4c-4fd6-a628-d4d357ada677 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:43.473127 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-90a6b287-71b8-45a0-9829-abec9bd4be12 req-8a08d661-2b4c-4fd6-a628-d4d357ada677 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0837231 Aug 24 19:52:43.511462 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Made reservation on behalf of f878d6709c1c4fb9be725136e7d2df86 for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:52:43.515771 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:43.533744 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:43.546185 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-90a6b287-71b8-45a0-9829-abec9bd4be12 req-712f3714-9eb0-47c7-b5a9-a38dbd60ea03 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660195 Aug 24 19:52:43.630631 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:43.635092 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:43.698148 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73edaa6-0320-4dff-98a2-2522ca8aae35,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:43.781881 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Allocated IP 192.168.233.118 (726b1641-ddb0-49e8-95b1-99d27b865173/b71b45db-c8d5-4d0a-a5d5-04296ed149f9/b1914171-30f2-43cb-8db5-a654b87fe6c4) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:52:43.929987 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:43.943753 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Transition to ACTIVE for port object b1914171-30f2-43cb-8db5-a654b87fe6c4 will not be triggered until provisioned by entity DHCP. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:52:43.975911 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:44.016209 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Network 726b1641-ddb0-49e8-95b1-99d27b865173 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:52:44.021197 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:52:44.025104 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:52:44.053572 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Pushing event updated for resources: {'Port': ['ID=b1914171-30f2-43cb-8db5-a654b87fe6c4,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:44.086517 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:44.087804 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:44.104049 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e2c7ee0-f956-4212-89eb-6b28dce0af9e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8135746 Aug 24 19:52:44.119708 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Request body: {'port': {'device_id': '7f62ad31-3666-49b6-b1d6-aeee94ed85fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:52:44.180656 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:44.239725 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-5594d4f7-70d9-4d34-87d7-e9c12596c7a8 None None] Provisioning for port b1914171-30f2-43cb-8db5-a654b87fe6c4 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:52:44.243710 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-5594d4f7-70d9-4d34-87d7-e9c12596c7a8 None None] Provisioning complete for port b1914171-30f2-43cb-8db5-a654b87fe6c4 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:52:44.244083 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-5594d4f7-70d9-4d34-87d7-e9c12596c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:44.277245 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-5594d4f7-70d9-4d34-87d7-e9c12596c7a8 None None] Port b1914171-30f2-43cb-8db5-a654b87fe6c4 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:52:44.438643 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1914171-30f2-43cb-8db5-a654b87fe6c4 {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:52:44.445861 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:44.459430 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Transition to ACTIVE for port object b1914171-30f2-43cb-8db5-a654b87fe6c4 will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:52:44.469696 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:44.543347 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b1914171-30f2-43cb-8db5-a654b87fe6c4,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:44.574671 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90030f22-50f5-452a-8b68-be8ba4deaf1a req-47803a7a-f0eb-483b-a2e0-606590db2157 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:44.576284 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-90030f22-50f5-452a-8b68-be8ba4deaf1a req-47803a7a-f0eb-483b-a2e0-606590db2157 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 948 time: 0.1180551 Aug 24 19:52:44.676970 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-90030f22-50f5-452a-8b68-be8ba4deaf1a req-4af39ba6-d924-4f56-a217-bbc42b506d2b tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/security-groups?id=e73edaa6-0320-4dff-98a2-2522ca8aae35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792708 Aug 24 19:52:44.685337 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Attempting to bind port b1914171-30f2-43cb-8db5-a654b87fe6c4 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:52:44.685671 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Attempting to bind port b1914171-30f2-43cb-8db5-a654b87fe6c4 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'dde0a694-1e67-4a37-b9e3-57b843c886c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '726b1641-ddb0-49e8-95b1-99d27b865173'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:52:44.685997 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Attempting to bind port b1914171-30f2-43cb-8db5-a654b87fe6c4 on network 726b1641-ddb0-49e8-95b1-99d27b865173 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:52:44.693302 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Port b1914171-30f2-43cb-8db5-a654b87fe6c4 on network 726b1641-ddb0-49e8-95b1-99d27b865173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:52:44.693557 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Attempting to bind port b1914171-30f2-43cb-8db5-a654b87fe6c4 on network 726b1641-ddb0-49e8-95b1-99d27b865173 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:52:44.707081 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d7683-baf3-4625-8717-b5930f65f4de req-349afc00-9dfd-47a9-aa36-286164795272 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:44.708442 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-264d7683-baf3-4625-8717-b5930f65f4de req-349afc00-9dfd-47a9-aa36-286164795272 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0878327 Aug 24 19:52:44.709684 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:52:44.710019 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Checking segment: {'id': 'dde0a694-1e67-4a37-b9e3-57b843c886c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '726b1641-ddb0-49e8-95b1-99d27b865173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:52:44.710390 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Bound using segment: {'id': 'dde0a694-1e67-4a37-b9e3-57b843c886c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '726b1641-ddb0-49e8-95b1-99d27b865173'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:52:44.710817 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Bound port: b1914171-30f2-43cb-8db5-a654b87fe6c4, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde0a694-1e67-4a37-b9e3-57b843c886c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '726b1641-ddb0-49e8-95b1-99d27b865173'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:52:44.711169 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:44.780424 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-264d7683-baf3-4625-8717-b5930f65f4de req-44abbdaa-1458-43a8-ba37-73d15e88d16c tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655129 Aug 24 19:52:44.805342 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] For port b1914171-30f2-43cb-8db5-a654b87fe6c4, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:52:44.810535 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] For port b1914171-30f2-43cb-8db5-a654b87fe6c4, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=b1914171-30f2-43cb-8db5-a654b87fe6c4,segment=NetworkSegment(dde0a694-1e67-4a37-b9e3-57b843c886c1),segment_id=dde0a694-1e67-4a37-b9e3-57b843c886c1)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:52:44.815572 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:44.847880 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:44.848528 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:44.849951 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] 10.222.0.62 "PUT /v2.0/ports/b1914171-30f2-43cb-8db5-a654b87fe6c4 HTTP/1.1" status: 200 len: 1098 time: 0.7348831 Aug 24 19:52:44.852533 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f62ad31-3666-49b6-b1d6-aeee94ed85fa', 'tag': 'b1914171-30f2-43cb-8db5-a654b87fe6c4'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:52:44.861728 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b8b8f1-bf03-4d80-ab45-f33d7ee15084" -d '{"events": [{"name": "network-changed", "server_uuid": "7f62ad31-3666-49b6-b1d6-aeee94ed85fa", "tag": "b1914171-30f2-43cb-8db5-a654b87fe6c4"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:52:44.898704 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4879a-bbc5-4c2b-a73b-53809402dcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b1914171-30f2-43cb-8db5-a654b87fe6c4,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:44.932833 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cabbe76-46ff-4cda-a024-0ed8c3122996 x-openstack-request-id: req-9cabbe76-46ff-4cda-a024-0ed8c3122996 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:52:44.933126 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f62ad31-3666-49b6-b1d6-aeee94ed85fa", "tag": "b1914171-30f2-43cb-8db5-a654b87fe6c4", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:52:44.933377 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9cabbe76-46ff-4cda-a024-0ed8c3122996 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:52:44.933768 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f62ad31-3666-49b6-b1d6-aeee94ed85fa', 'tag': 'b1914171-30f2-43cb-8db5-a654b87fe6c4', 'status': 'completed', 'code': 200} Aug 24 19:52:44.951043 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-bcebdbab-5aaa-47d8-a129-f85b872c9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:44.952533 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-bcebdbab-5aaa-47d8-a129-f85b872c9906 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f878d6709c1c4fb9be725136e7d2df86&device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 1101 time: 0.0481813 Aug 24 19:52:45.004064 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-6159ed70-c95d-4747-a14b-720852dd5f36 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=b1914171-30f2-43cb-8db5-a654b87fe6c4 HTTP/1.1" status: 200 len: 217 time: 0.0401585 Aug 24 19:52:45.057365 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-d79e0bd2-5d23-4b52-aaff-1aeff608263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:45.058842 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-d79e0bd2-5d23-4b52-aaff-1aeff608263e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b71b45db-c8d5-4d0a-a5d5-04296ed149f9 HTTP/1.1" status: 200 len: 843 time: 0.0475419 Aug 24 19:52:45.108865 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-8763440d-454a-4104-9129-d8316d1d243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:45.110373 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-8763440d-454a-4104-9129-d8316d1d243d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=726b1641-ddb0-49e8-95b1-99d27b865173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0422664 Aug 24 19:52:45.217290 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-0e482ae4-dc0d-4f4b-bbe2-7d0a702362d1 service neutron] 10.222.0.62 "GET /v2.0/networks/726b1641-ddb0-49e8-95b1-99d27b865173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957847 Aug 24 19:52:45.310125 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a0dd84d-9b88-47d5-985c-31369ac857fe req-9f1c574a-1d90-4f64-87f3-2c4db02fb668 service neutron] 10.222.0.62 "GET /v2.0/networks/726b1641-ddb0-49e8-95b1-99d27b865173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842364 Aug 24 19:52:45.408802 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8b8f1-bf03-4d80-ab45-f33d7ee15084 req-d4f594a5-3997-431f-acf2-d1d63a5f8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:45.410252 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-84b8b8f1-bf03-4d80-ab45-f33d7ee15084 req-d4f594a5-3997-431f-acf2-d1d63a5f8983 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f878d6709c1c4fb9be725136e7d2df86&device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 1101 time: 0.0417004 Aug 24 19:52:45.507799 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8b8f1-bf03-4d80-ab45-f33d7ee15084 req-048096bf-461e-4049-aa3d-fa9eefb21ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:45.509503 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-84b8b8f1-bf03-4d80-ab45-f33d7ee15084 req-048096bf-461e-4049-aa3d-fa9eefb21ae6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=726b1641-ddb0-49e8-95b1-99d27b865173 HTTP/1.1" status: 200 len: 870 time: 0.0896924 Aug 24 19:52:45.551742 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-84b8b8f1-bf03-4d80-ab45-f33d7ee15084 req-e8fda977-16bf-4129-93a1-2fa65949b11e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=b1914171-30f2-43cb-8db5-a654b87fe6c4 HTTP/1.1" status: 200 len: 217 time: 0.0330081 Aug 24 19:52:45.605534 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8b8f1-bf03-4d80-ab45-f33d7ee15084 req-4b23f0c7-0b2c-448a-868f-9b5b63ed1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:45.607191 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-84b8b8f1-bf03-4d80-ab45-f33d7ee15084 req-4b23f0c7-0b2c-448a-868f-9b5b63ed1d07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b71b45db-c8d5-4d0a-a5d5-04296ed149f9 HTTP/1.1" status: 200 len: 843 time: 0.0472949 Aug 24 19:52:45.654123 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8b8f1-bf03-4d80-ab45-f33d7ee15084 req-c2a7bb1a-cd84-42d2-9c66-7a15181fa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:45.655568 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-84b8b8f1-bf03-4d80-ab45-f33d7ee15084 req-c2a7bb1a-cd84-42d2-9c66-7a15181fa7e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=726b1641-ddb0-49e8-95b1-99d27b865173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403740 Aug 24 19:52:45.747580 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-84b8b8f1-bf03-4d80-ab45-f33d7ee15084 req-d0992cd8-cfaa-4dfd-b01f-42c83a9a801c service neutron] 10.222.0.62 "GET /v2.0/networks/726b1641-ddb0-49e8-95b1-99d27b865173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844860 Aug 24 19:52:45.860184 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb1eb1-3509-4da4-9341-6b0807f1c25e req-cd9498b4-7a52-47c3-a882-b3f1cb7c93ef tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:45.861672 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d4bb1eb1-3509-4da4-9341-6b0807f1c25e req-cd9498b4-7a52-47c3-a882-b3f1cb7c93ef tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 948 time: 0.1107326 Aug 24 19:52:45.903018 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-84b8b8f1-bf03-4d80-ab45-f33d7ee15084 req-0332e2b3-a173-4fdf-a203-7b24287bab8e service neutron] 10.222.0.62 "GET /v2.0/networks/726b1641-ddb0-49e8-95b1-99d27b865173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437173 Aug 24 19:52:45.918779 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d4bb1eb1-3509-4da4-9341-6b0807f1c25e req-2927594f-2f48-4985-bf21-5b8f5358a614 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/security-groups?id=e73edaa6-0320-4dff-98a2-2522ca8aae35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467851 Aug 24 19:52:47.035564 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e23b4b-b8d3-4397-a49b-31e4aefe2834 req-23d6ea01-6a72-4c8a-804e-b1e053f2ff21 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:47.037093 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e9e23b4b-b8d3-4397-a49b-31e4aefe2834 req-23d6ea01-6a72-4c8a-804e-b1e053f2ff21 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 948 time: 0.0522168 Aug 24 19:52:47.074940 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e9e23b4b-b8d3-4397-a49b-31e4aefe2834 req-6290816a-bb44-4b5f-996b-34430eb95142 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/security-groups?id=e73edaa6-0320-4dff-98a2-2522ca8aae35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Aug 24 19:52:47.349583 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device b1914171-30f2-43cb-8db5-a654b87fe6c4 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:52:47.446889 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port b1914171-30f2-43cb-8db5-a654b87fe6c4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=b1914171-30f2-43cb-8db5-a654b87fe6c4,segment=NetworkSegment(dde0a694-1e67-4a37-b9e3-57b843c886c1),segment_id=dde0a694-1e67-4a37-b9e3-57b843c886c1)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:52:47.457947 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': 'b1914171-30f2-43cb-8db5-a654b87fe6c4', 'network_id': '726b1641-ddb0-49e8-95b1-99d27b865173', 'port_id': 'b1914171-30f2-43cb-8db5-a654b87fe6c4', 'mac_address': 'fa:16:3e:22:71:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b71b45db-c8d5-4d0a-a5d5-04296ed149f9', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:52:47.501038 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:47.514603 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1914171-30f2-43cb-8db5-a654b87fe6c4 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:52:47.534876 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port b1914171-30f2-43cb-8db5-a654b87fe6c4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=b1914171-30f2-43cb-8db5-a654b87fe6c4,segment=NetworkSegment(dde0a694-1e67-4a37-b9e3-57b843c886c1),segment_id=dde0a694-1e67-4a37-b9e3-57b843c886c1)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:52:47.538841 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:47.590975 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=b1914171-30f2-43cb-8db5-a654b87fe6c4,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:47.599871 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:47.600166 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:47.600504 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:47.600836 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:47.601168 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:47.601513 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:47.601806 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:47.602242 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:47.602603 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:47.603713 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:47.604056 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:47.604237 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:52:47.783839 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['b1914171-30f2-43cb-8db5-a654b87fe6c4'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:52:48.189162 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843404c8-0489-4cf0-8b76-cf7d253e3f0f req-25d25a99-d4ab-4405-83d0-21e20772f637 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:48.190525 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-843404c8-0489-4cf0-8b76-cf7d253e3f0f req-25d25a99-d4ab-4405-83d0-21e20772f637 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 949 time: 0.0475163 Aug 24 19:52:48.226958 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-843404c8-0489-4cf0-8b76-cf7d253e3f0f req-4e187858-9c5d-4768-a1ff-d9914aa4d65e tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/security-groups?id=e73edaa6-0320-4dff-98a2-2522ca8aae35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306761 Aug 24 19:52:49.353174 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4c01d-7dca-4800-a1e7-f59fb21aa045 req-b2cb22e3-4aed-4bcd-bf0c-190a5b1e2721 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:49.353923 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9af4c01d-7dca-4800-a1e7-f59fb21aa045 req-b2cb22e3-4aed-4bcd-bf0c-190a5b1e2721 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 949 time: 0.0492117 Aug 24 19:52:49.372243 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device b1914171-30f2-43cb-8db5-a654b87fe6c4 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:52:49.393100 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9af4c01d-7dca-4800-a1e7-f59fb21aa045 req-2cf95548-104e-4333-9e64-c9552c057cb3 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/security-groups?id=e73edaa6-0320-4dff-98a2-2522ca8aae35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326102 Aug 24 19:52:49.430469 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port b1914171-30f2-43cb-8db5-a654b87fe6c4 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:52:49.434069 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port b1914171-30f2-43cb-8db5-a654b87fe6c4 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:52:49.434431 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:49.511974 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:49.533650 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f62ad31-3666-49b6-b1d6-aeee94ed85fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1914171-30f2-43cb-8db5-a654b87fe6c4'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:52:49.535874 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5518dc-ae32-4e55-a3be-856ec4209f9c" -d '{"events": [{"server_uuid": "7f62ad31-3666-49b6-b1d6-aeee94ed85fa", "name": "network-vif-plugged", "status": "completed", "tag": "b1914171-30f2-43cb-8db5-a654b87fe6c4"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:52:49.549034 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port b1914171-30f2-43cb-8db5-a654b87fe6c4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=b1914171-30f2-43cb-8db5-a654b87fe6c4,segment=NetworkSegment(dde0a694-1e67-4a37-b9e3-57b843c886c1),segment_id=dde0a694-1e67-4a37-b9e3-57b843c886c1)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:52:49.553119 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:49.577097 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef7cb82-7678-40a4-ad56-f2afbd590be2 x-openstack-request-id: req-eef7cb82-7678-40a4-ad56-f2afbd590be2 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:52:49.577468 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f62ad31-3666-49b6-b1d6-aeee94ed85fa", "name": "network-vif-plugged", "status": "completed", "tag": "b1914171-30f2-43cb-8db5-a654b87fe6c4", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:52:49.577648 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eef7cb82-7678-40a4-ad56-f2afbd590be2 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:52:49.578034 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f62ad31-3666-49b6-b1d6-aeee94ed85fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1914171-30f2-43cb-8db5-a654b87fe6c4', 'code': 200} Aug 24 19:52:49.604490 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=b1914171-30f2-43cb-8db5-a654b87fe6c4,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:49.740744 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38723aa-5d6a-4d01-a276-ea8a76ac9135 req-4786f3ad-9582-4c98-9fb8-9ccaf45f4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:49.742217 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d38723aa-5d6a-4d01-a276-ea8a76ac9135 req-4786f3ad-9582-4c98-9fb8-9ccaf45f4238 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 1103 time: 0.0416539 Aug 24 19:52:49.776915 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d38723aa-5d6a-4d01-a276-ea8a76ac9135 req-0368d944-ef6f-4389-95ad-4b1b7582d00b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e73edaa6-0320-4dff-98a2-2522ca8aae35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268605 Aug 24 19:52:50.512857 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd958f3-ae85-4f63-8da4-f58101a6f5a5 req-d6db2cd2-3ba2-4150-bf8f-e884cb6a1f45 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:50.514361 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fcd958f3-ae85-4f63-8da4-f58101a6f5a5 req-d6db2cd2-3ba2-4150-bf8f-e884cb6a1f45 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 950 time: 0.0536418 Aug 24 19:52:50.532872 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 51572) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:50.553149 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fcd958f3-ae85-4f63-8da4-f58101a6f5a5 req-1dfc3167-a5cc-48ff-b0bf-19fd40b54bc2 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/security-groups?id=e73edaa6-0320-4dff-98a2-2522ca8aae35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Aug 24 19:52:50.636195 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-29a071c0-0dbb-4277-ad89-4ca56004a7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:50.726858 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-29a071c0-0dbb-4277-ad89-4ca56004a7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:50.730593 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-29a071c0-0dbb-4277-ad89-4ca56004a7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:50.771217 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-29a071c0-0dbb-4277-ad89-4ca56004a7d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=725c66742c3f406bb0d3a959585a2e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372682 Aug 24 19:52:50.772339 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a071c0-0dbb-4277-ad89-4ca56004a7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69636bb1-680a-4b85-90b0-0adeebcb6a5c,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:50.773986 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 51576) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:50.825611 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-22e34a94-d466-40ee-aa23-fcb0ad70eb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:50.846546 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-22e34a94-d466-40ee-aa23-fcb0ad70eb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:50.895443 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-22e34a94-d466-40ee-aa23-fcb0ad70eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:50.898094 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-22e34a94-d466-40ee-aa23-fcb0ad70eb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:50.899232 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-22e34a94-d466-40ee-aa23-fcb0ad70eb96 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69636bb1-680a-4b85-90b0-0adeebcb6a5c HTTP/1.1" status: 204 len: 168 time: 0.1223664 Aug 24 19:52:50.907487 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e34a94-d466-40ee-aa23-fcb0ad70eb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69636bb1-680a-4b85-90b0-0adeebcb6a5c,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:51.165429 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 51582) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:51.181759 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-033a3293-098c-4349-b365-ee8a4647ac50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:51.486339 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-033a3293-098c-4349-b365-ee8a4647ac50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:51.491305 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-033a3293-098c-4349-b365-ee8a4647ac50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:51.539405 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-033a3293-098c-4349-b365-ee8a4647ac50 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8c1f716b8944ca4973ab44c23b5d3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726833 Aug 24 19:52:51.541524 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a3293-098c-4349-b365-ee8a4647ac50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e79e386-fcc3-43e8-b87e-af7e632095c4,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:51.543088 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 51584) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:51.594198 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4f87cc0c-b77d-490b-873f-d1b45ec7b0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:51.615888 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4f87cc0c-b77d-490b-873f-d1b45ec7b0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:51.661958 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4f87cc0c-b77d-490b-873f-d1b45ec7b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:51.665735 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4f87cc0c-b77d-490b-873f-d1b45ec7b0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:51.666897 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-4f87cc0c-b77d-490b-873f-d1b45ec7b0ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8e79e386-fcc3-43e8-b87e-af7e632095c4 HTTP/1.1" status: 204 len: 168 time: 0.1227021 Aug 24 19:52:51.672072 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f72e1a-55e0-4161-aa04-aafdf5ada0b4 req-f4d1272c-5f90-44b2-b9d9-50b6e194356c tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:51.673531 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0f72e1a-55e0-4161-aa04-aafdf5ada0b4 req-f4d1272c-5f90-44b2-b9d9-50b6e194356c tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 950 time: 0.0488479 Aug 24 19:52:51.675756 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87cc0c-b77d-490b-873f-d1b45ec7b0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e79e386-fcc3-43e8-b87e-af7e632095c4,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:51.715317 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0f72e1a-55e0-4161-aa04-aafdf5ada0b4 req-4d380e4b-1abe-423d-9fd9-44abd5464909 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/security-groups?id=e73edaa6-0320-4dff-98a2-2522ca8aae35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Aug 24 19:52:51.974803 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943fa9f-0e24-40c6-8677-e9127368b534 req-f1ab7409-3079-42e0-9e72-155a4187dfbc tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:51.976399 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a943fa9f-0e24-40c6-8677-e9127368b534 req-f1ab7409-3079-42e0-9e72-155a4187dfbc tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 950 time: 0.0526366 Aug 24 19:52:52.015323 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a943fa9f-0e24-40c6-8677-e9127368b534 req-5056af32-407b-43d5-9d09-d1a1432b5088 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/security-groups?id=e73edaa6-0320-4dff-98a2-2522ca8aae35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Aug 24 19:52:53.132020 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bc627-fc01-4032-9362-aab55c0da0b6 req-ffb71aa4-5d53-439f-aeca-377161d462a2 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:53.133550 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1b6bc627-fc01-4032-9362-aab55c0da0b6 req-ffb71aa4-5d53-439f-aeca-377161d462a2 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 950 time: 0.0498023 Aug 24 19:52:53.172234 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1b6bc627-fc01-4032-9362-aab55c0da0b6 req-7170eb53-2eb1-4d31-bfeb-2a441b63b36a tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/security-groups?id=e73edaa6-0320-4dff-98a2-2522ca8aae35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324440 Aug 24 19:52:53.702488 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21abdc4-9de1-48a3-8296-f8170f8915f5 req-0e16c779-9278-4ec4-96a2-fd8ee935760c tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:52:53.704058 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f21abdc4-9de1-48a3-8296-f8170f8915f5 req-0e16c779-9278-4ec4-96a2-fd8ee935760c tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 950 time: 0.0550895 Aug 24 19:52:53.808883 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-f21abdc4-9de1-48a3-8296-f8170f8915f5 req-ba25ca20-6951-454d-87c9-232faa93e122 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Deleting port b1914171-30f2-43cb-8db5-a654b87fe6c4 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:52:53.808883 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f21abdc4-9de1-48a3-8296-f8170f8915f5 req-ba25ca20-6951-454d-87c9-232faa93e122 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:53.898924 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-f21abdc4-9de1-48a3-8296-f8170f8915f5 req-ba25ca20-6951-454d-87c9-232faa93e122 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] For port b1914171-30f2-43cb-8db5-a654b87fe6c4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=b1914171-30f2-43cb-8db5-a654b87fe6c4,segment=NetworkSegment(dde0a694-1e67-4a37-b9e3-57b843c886c1),segment_id=dde0a694-1e67-4a37-b9e3-57b843c886c1)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:52:53.899295 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f21abdc4-9de1-48a3-8296-f8170f8915f5 req-ba25ca20-6951-454d-87c9-232faa93e122 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:53.913435 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-f21abdc4-9de1-48a3-8296-f8170f8915f5 req-ba25ca20-6951-454d-87c9-232faa93e122 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Calling delete_port for b1914171-30f2-43cb-8db5-a654b87fe6c4 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:52:54.052244 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f21abdc4-9de1-48a3-8296-f8170f8915f5 req-ba25ca20-6951-454d-87c9-232faa93e122 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:54.066704 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['b1914171-30f2-43cb-8db5-a654b87fe6c4'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:52:54.081684 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25ca20-6951-454d-87c9-232faa93e122 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Pushing event deleted for resources: {'Port': ['ID=b1914171-30f2-43cb-8db5-a654b87fe6c4,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:52:54.137958 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21abdc4-9de1-48a3-8296-f8170f8915f5 req-ba25ca20-6951-454d-87c9-232faa93e122 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] No DVR routers for this DVR port b1914171-30f2-43cb-8db5-a654b87fe6c4 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:52:54.143643 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f21abdc4-9de1-48a3-8296-f8170f8915f5 req-ba25ca20-6951-454d-87c9-232faa93e122 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:54.146648 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f21abdc4-9de1-48a3-8296-f8170f8915f5 req-ba25ca20-6951-454d-87c9-232faa93e122 tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.62 "DELETE /v2.0/ports/b1914171-30f2-43cb-8db5-a654b87fe6c4 HTTP/1.1" status: 204 len: 173 time: 0.4321008 Aug 24 19:52:54.147352 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f62ad31-3666-49b6-b1d6-aeee94ed85fa', 'name': 'network-vif-deleted', 'tag': 'b1914171-30f2-43cb-8db5-a654b87fe6c4'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:52:54.151735 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e19572-89a4-482e-af48-0f7fe87e5b22" -d '{"events": [{"server_uuid": "7f62ad31-3666-49b6-b1d6-aeee94ed85fa", "name": "network-vif-deleted", "tag": "b1914171-30f2-43cb-8db5-a654b87fe6c4"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:52:54.212422 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea24b8ed-5cca-4faa-9c65-6a557e9c1327 x-openstack-request-id: req-ea24b8ed-5cca-4faa-9c65-6a557e9c1327 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:52:54.213164 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f62ad31-3666-49b6-b1d6-aeee94ed85fa", "name": "network-vif-deleted", "tag": "b1914171-30f2-43cb-8db5-a654b87fe6c4", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:52:54.214097 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea24b8ed-5cca-4faa-9c65-6a557e9c1327 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:52:54.214544 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f62ad31-3666-49b6-b1d6-aeee94ed85fa', 'name': 'network-vif-deleted', 'tag': 'b1914171-30f2-43cb-8db5-a654b87fe6c4', 'status': 'completed', 'code': 200} Aug 24 19:52:54.293055 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d59ca716-910b-4e5d-a88e-2a06c9d8a2c0 req-69b653ec-1a65-45ba-b8cc-a666ec29224b tempest-VolumesNegativeTest-297117057 tempest-VolumesNegativeTest-297117057-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f62ad31-3666-49b6-b1d6-aeee94ed85fa HTTP/1.1" status: 200 len: 210 time: 0.0426481 Aug 24 19:52:57.437983 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device b1914171-30f2-43cb-8db5-a654b87fe6c4 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:52:57.460737 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: b1914171-30f2-43cb-8db5-a654b87fe6c4 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:52:57.461090 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device b1914171-30f2-43cb-8db5-a654b87fe6c4 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:52:59.104598 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 51960) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:59.231129 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-55ec34f1-0934-4f20-ae60-2ec85bf96e96 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f878d6709c1c4fb9be725136e7d2df86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253893 Aug 24 19:52:59.233621 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 51964) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:52:59.290006 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c62e3a8c-aa84-4525-a272-e2c248249fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:59.312415 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c62e3a8c-aa84-4525-a272-e2c248249fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:59.364331 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c62e3a8c-aa84-4525-a272-e2c248249fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:59.366864 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c62e3a8c-aa84-4525-a272-e2c248249fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:52:59.368317 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c62e3a8c-aa84-4525-a272-e2c248249fa9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e73edaa6-0320-4dff-98a2-2522ca8aae35 HTTP/1.1" status: 204 len: 168 time: 0.1335742 Aug 24 19:52:59.376141 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e3a8c-aa84-4525-a272-e2c248249fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73edaa6-0320-4dff-98a2-2522ca8aae35,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:00.007423 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52002) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:00.123617 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1830210423-network', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:00.147236 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Made reservation on behalf of 39fa9b56670b4901b556a711a4bad25b for: {'network': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:53:00.150163 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.159104 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.192966 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56c639-ef30-47ef-b5ba-14193604ca95 req-e439efa0-b9c3-4b2e-bc87-ce66947ac41a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:00.195408 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8c56c639-ef30-47ef-b5ba-14193604ca95 req-e439efa0-b9c3-4b2e-bc87-ce66947ac41a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 947 time: 0.0571966 Aug 24 19:53:00.239990 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8c56c639-ef30-47ef-b5ba-14193604ca95 req-4e5bbb21-552e-4550-b75c-7ad88c2cbcdf tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379293 Aug 24 19:53:00.272550 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.277518 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.283278 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52014) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:00.303763 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=105635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:53:00.323780 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.324158 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.segments_db [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Added segment 0bcb376b-6ebb-4092-b82d-e6610cd2ac98 of type vlan for network f55a8fc2-8201-4256-ba29-f7573b19df71 Aug 24 19:53:00.325364 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094137fd-8537-45ce-8ed9-bc2be03bad00,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:00.369103 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.393916 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:53:00.403977 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-05e1c697-767f-4511-af7f-d9f5c7319a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.411426 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.412362 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:00.412930 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.483643 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] Pushing event updated for resources: {'Network': ['ID=f55a8fc2-8201-4256-ba29-f7573b19df71,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:00.497259 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network f55a8fc2-8201-4256-ba29-f7573b19df71 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:53:00.550228 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-05e1c697-767f-4511-af7f-d9f5c7319a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.555505 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-05e1c697-767f-4511-af7f-d9f5c7319a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.568069 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-3366bac6-9767-45b2-8561-da514230146d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5595295 Aug 24 19:53:00.570910 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52018) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:00.576056 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-a56732dd-16d4-450d-ae94-b33df7c0fa60 admin admin] Request body: {'subnet': {'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1830210423-subnet', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'ip_version': 4}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:00.597197 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-05e1c697-767f-4511-af7f-d9f5c7319a7a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d7287ce70de4acb9c50fb0b32622f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118005 Aug 24 19:53:00.599068 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56732dd-16d4-450d-ae94-b33df7c0fa60 admin admin] Made reservation on behalf of 39fa9b56670b4901b556a711a4bad25b for: {'subnet': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:53:00.599294 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1c697-767f-4511-af7f-d9f5c7319a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dddba8-2f4e-45c3-a55c-9f4f33d27e23,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:00.601702 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a56732dd-16d4-450d-ae94-b33df7c0fa60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267593661'] for subnet, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.603101 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52020) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:00.656300 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-df227416-c705-4371-938a-37bc7bcfe583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.678363 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-df227416-c705-4371-938a-37bc7bcfe583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.724596 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-df227416-c705-4371-938a-37bc7bcfe583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.727120 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-df227416-c705-4371-938a-37bc7bcfe583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.729121 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-df227416-c705-4371-938a-37bc7bcfe583 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55dddba8-2f4e-45c3-a55c-9f4f33d27e23 HTTP/1.1" status: 204 len: 168 time: 0.1248631 Aug 24 19:53:00.737919 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df227416-c705-4371-938a-37bc7bcfe583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dddba8-2f4e-45c3-a55c-9f4f33d27e23,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:00.781429 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a56732dd-16d4-450d-ae94-b33df7c0fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264856136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267593551'] for subnet, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.843808 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56732dd-16d4-450d-ae94-b33df7c0fa60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba34205c-203c-4b54-9f05-8cf2f64d1d87,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:00.851549 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56732dd-16d4-450d-ae94-b33df7c0fa60 admin admin] Checking segment: {'id': '0bcb376b-6ebb-4092-b82d-e6610cd2ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:53:00.851923 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56732dd-16d4-450d-ae94-b33df7c0fa60 admin admin] Network hostable DHCP agents. Network: f55a8fc2-8201-4256-ba29-f7573b19df71, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:53:00.869934 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56732dd-16d4-450d-ae94-b33df7c0fa60 admin admin] Network f55a8fc2-8201-4256-ba29-f7573b19df71 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:53:00.878705 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-a56732dd-16d4-450d-ae94-b33df7c0fa60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, f55a8fc2-8201-4256-ba29-f7573b19df71) {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:00.882848 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56732dd-16d4-450d-ae94-b33df7c0fa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:00.883424 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a56732dd-16d4-450d-ae94-b33df7c0fa60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.888818 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b415a0c-076d-4b48-ba07-e5c68a9d8769 None None] Network f55a8fc2-8201-4256-ba29-f7573b19df71 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:53:00.898373 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-a56732dd-16d4-450d-ae94-b33df7c0fa60 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3262563 Aug 24 19:53:00.901308 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52026) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:00.905853 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:00.926815 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-485'] for router, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.927870 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1718178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-466'] for router, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:00.985098 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.035565 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52028) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:01.049511 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp566fb7dc-fe74-549b-8080-d65c18c3220f-f55a8fc2-8201-4256-ba29-f7573b19df71', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'fixed_ips': [{'subnet_id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87'}]}} from dv-cinder-804093-3-iscsi. {{(pid=105637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:53:01.049715 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9912979b-be19-422c-ae24-d483f9635312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.050395 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.130952 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.145024 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9912979b-be19-422c-ae24-d483f9635312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.151054 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9912979b-be19-422c-ae24-d483f9635312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.190039 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-9912979b-be19-422c-ae24-d483f9635312 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ff7cf8b3776645e1a76ee6a8bc0a27b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531098 Aug 24 19:53:01.190877 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912979b-be19-422c-ae24-d483f9635312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef1c13f-66a0-42d2-8c20-d1638551ea77,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:01.193572 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52030) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:01.206284 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.db_base_plugin_common [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Allocated IP 172.20.0.2 (f55a8fc2-8201-4256-ba29-f7573b19df71/ba34205c-203c-4b54-9f05-8cf2f64d1d87/771ae844-867c-44ce-868e-e836a316c651) {{(pid=105637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:01.269638 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34ce0fd1-47fb-4a87-88b5-47f297ffe17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.332405 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34ce0fd1-47fb-4a87-88b5-47f297ffe17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.368828 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0332ba7-9f0a-466d-a71d-c6b577f128fc req-089e1813-5444-4989-994c-28caf42a45cc tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:01.370550 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a0332ba7-9f0a-466d-a71d-c6b577f128fc req-089e1813-5444-4989-994c-28caf42a45cc tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 947 time: 0.0514724 Aug 24 19:53:01.374643 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.383898 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Transition to ACTIVE for port object 771ae844-867c-44ce-868e-e836a316c651 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:01.401140 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Transition to ACTIVE for port object 771ae844-867c-44ce-868e-e836a316c651 will not be triggered until provisioned by entity DHCP. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:01.408462 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.418511 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a0332ba7-9f0a-466d-a71d-c6b577f128fc req-0ce1f229-6550-40b6-8dae-2f5f85d523d8 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408692 Aug 24 19:53:01.433712 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.456346 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Network f55a8fc2-8201-4256-ba29-f7573b19df71 is already hosted by enough agents. {{(pid=105637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:01.456554 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.459695 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.base_scheduler [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Resources bound (agent type, host, resource id): {{(pid=105637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:01.463790 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Received port after_create {{(pid=105637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:53:01.471245 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34ce0fd1-47fb-4a87-88b5-47f297ffe17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.473817 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-34ce0fd1-47fb-4a87-88b5-47f297ffe17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.477973 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-34ce0fd1-47fb-4a87-88b5-47f297ffe17b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aef1c13f-66a0-42d2-8c20-d1638551ea77 HTTP/1.1" status: 204 len: 168 time: 0.2802348 Aug 24 19:53:01.517223 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce0fd1-47fb-4a87-88b5-47f297ffe17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef1c13f-66a0-42d2-8c20-d1638551ea77,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:01.519406 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Pushing event updated for resources: {'Port': ['ID=771ae844-867c-44ce-868e-e836a316c651,revision_number=1']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:01.541177 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Attempting to bind port 771ae844-867c-44ce-868e-e836a316c651 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:53:01.541554 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Attempting to bind port 771ae844-867c-44ce-868e-e836a316c651 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': '0bcb376b-6ebb-4092-b82d-e6610cd2ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:53:01.542138 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Attempting to bind port 771ae844-867c-44ce-868e-e836a316c651 on network f55a8fc2-8201-4256-ba29-f7573b19df71 {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:53:01.549114 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:53:01.549487 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Checking segment: {'id': '0bcb376b-6ebb-4092-b82d-e6610cd2ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:53:01.549893 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.550321 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Bound using segment: {'id': '0bcb376b-6ebb-4092-b82d-e6610cd2ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:53:01.550729 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Bound port: 771ae844-867c-44ce-868e-e836a316c651, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcb376b-6ebb-4092-b82d-e6610cd2ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:53:01.551111 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.608018 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Allocated IP 172.27.2.177 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:01.623048 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] For port 771ae844-867c-44ce-868e-e836a316c651, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:53:01.626323 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] For port 771ae844-867c-44ce-868e-e836a316c651, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=771ae844-867c-44ce-868e-e836a316c651,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:53:01.630571 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.690686 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b0c51-86c3-4265-8d79-da25f8d58ed6 None None] Pushing event updated for resources: {'Port': ['ID=771ae844-867c-44ce-868e-e836a316c651,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:01.731975 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.777137 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:01.822100 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:01.825285 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:01.829864 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:53:01.833282 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:01.898268 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52038) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:01.914813 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-cbf00517-08b6-4b1a-be79-744dec5a9134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.044595 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-3671b776-efab-4e82-af37-f4d4cb7b8828 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:02.045966 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 771ae844-867c-44ce-868e-e836a316c651 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:02.046354 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-3671b776-efab-4e82-af37-f4d4cb7b8828 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.62 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 947 time: 0.0745802 Aug 24 19:53:02.098479 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 771ae844-867c-44ce-868e-e836a316c651 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:02.142393 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-cbf00517-08b6-4b1a-be79-744dec5a9134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.152388 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-cbf00517-08b6-4b1a-be79-744dec5a9134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.154435 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.210714 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-cbf00517-08b6-4b1a-be79-744dec5a9134 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=94821d098989480d84546521d62362c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105681 Aug 24 19:53:02.212610 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Deleting port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:53:02.213291 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.215983 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52040) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:02.216199 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf00517-08b6-4b1a-be79-744dec5a9134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a4168a-9086-435a-9343-8abd936e3968,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:02.310532 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] For port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:02.310899 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.499614 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7933f9c0-f472-46ad-af14-8208618fb51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.583644 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7933f9c0-f472-46ad-af14-8208618fb51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.595512 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.596001 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.596243 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Floating IP 692faae5-466b-4476-9e1c-76acd65e339b disassociated. External IP: 172.27.2.46, port: 0d7e3a6b-52fd-4877-855b-25e3d57d3b55. Aug 24 19:53:02.596586 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Calling delete_port for 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:53:02.610808 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4bb75-a1e8-4412-9b8b-37f99ee11e7c req-073b0026-fa82-4365-8bdf-e9394aede406 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:02.612330 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-19b4bb75-a1e8-4412-9b8b-37f99ee11e7c req-073b0026-fa82-4365-8bdf-e9394aede406 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=7152474b-702d-4bb9-9ade-1935c9b5e6ed HTTP/1.1" status: 200 len: 947 time: 0.0747056 Aug 24 19:53:02.635275 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302a692f-2224-4129-8d7c-6525b9500c74 None None] Network f55a8fc2-8201-4256-ba29-f7573b19df71 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:53:02.645238 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708915'] for router, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.698192 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-19b4bb75-a1e8-4412-9b8b-37f99ee11e7c req-7af8461a-04c8-4ad9-98b5-167e35244858 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e222291-a963-42c2-9d9a-cf6bcae6286e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771723 Aug 24 19:53:02.731852 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7933f9c0-f472-46ad-af14-8208618fb51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.734701 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7933f9c0-f472-46ad-af14-8208618fb51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.738487 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-7933f9c0-f472-46ad-af14-8208618fb51c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/90a4168a-9086-435a-9343-8abd936e3968 HTTP/1.1" status: 204 len: 168 time: 0.5188713 Aug 24 19:53:02.752710 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933f9c0-f472-46ad-af14-8208618fb51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a4168a-9086-435a-9343-8abd936e3968,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:02.759268 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-ff5e6b96-d58d-4316-a724-8b67af6e2bf4 None None] Provisioning for port 771ae844-867c-44ce-868e-e836a316c651 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:02.783589 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-ff5e6b96-d58d-4316-a724-8b67af6e2bf4 None None] Provisioning complete for port 771ae844-867c-44ce-868e-e836a316c651 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:02.783948 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6b96-d58d-4316-a724-8b67af6e2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.792786 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.831967 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event deleted for resources: {'Port': ['ID=0d7e3a6b-52fd-4877-855b-25e3d57d3b55,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:02.859310 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Router 35a199dc-f771-481e-9c37-1031bfb75c69 is scheduled to L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 with binding_index 1 {{(pid=105635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:53:02.946411 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6b96-d58d-4316-a724-8b67af6e2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:02.998748 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-ff5e6b96-d58d-4316-a724-8b67af6e2bf4 None None] For port 771ae844-867c-44ce-868e-e836a316c651, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=771ae844-867c-44ce-868e-e836a316c651,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:03.005055 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6b96-d58d-4316-a724-8b67af6e2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:03.008245 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:53:03.025570 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:53:03.058099 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Sync routers for ids ['35a199dc-f771-481e-9c37-1031bfb75c69'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:53:03.058296 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] Notify callbacks [] for router, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:03.059537 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-d50cf447-f368-402f-a2ec-ab630546a823 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1570392 Aug 24 19:53:03.065447 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52048) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:03.146950 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Routers {'35a199dc-f771-481e-9c37-1031bfb75c69'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:03.151876 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:52:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['35a199dc-f771-481e-9c37-1031bfb75c69'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:03.168393 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-44151810-684d-4e20-ae5e-58fb6cb80d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:03.176755 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:53:03.188006 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd7b72a-fb6b-46d9-bd09-f73642140e9f None None] Sync routers for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:53:03.217787 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd7b72a-fb6b-46d9-bd09-f73642140e9f None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:03.218695 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-cbd7b72a-fb6b-46d9-bd09-f73642140e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:52:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:03.247914 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] No DVR routers for this DVR port 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:53:03.251160 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:03.253673 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1d9b518a-9bf1-4c3b-881d-489c86aeb39a req-def7bee6-8668-4864-a9ff-6b89478fba1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.62 "DELETE /v2.0/ports/0d7e3a6b-52fd-4877-855b-25e3d57d3b55 HTTP/1.1" status: 204 len: 173 time: 1.1995192 Aug 24 19:53:03.254315 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'name': 'network-vif-deleted', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:53:03.256917 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549b43bb-902b-45e8-ab4f-b247d2ea61c6" -d '{"events": [{"server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "name": "network-vif-deleted", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:53:03.343635 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fce686-152c-4ce3-ab8d-493ba0ad1784 x-openstack-request-id: req-98fce686-152c-4ce3-ab8d-493ba0ad1784 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:53:03.344400 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7152474b-702d-4bb9-9ade-1935c9b5e6ed", "name": "network-vif-deleted", "tag": "0d7e3a6b-52fd-4877-855b-25e3d57d3b55", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:53:03.345515 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98fce686-152c-4ce3-ab8d-493ba0ad1784 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:53:03.346298 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7152474b-702d-4bb9-9ade-1935c9b5e6ed', 'name': 'network-vif-deleted', 'tag': '0d7e3a6b-52fd-4877-855b-25e3d57d3b55', 'status': 'completed', 'code': 200} Aug 24 19:53:03.395945 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-cbd7b72a-fb6b-46d9-bd09-f73642140e9f None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:03.691437 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:03.715947 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e6b96-d58d-4316-a724-8b67af6e2bf4 None None] Pushing event updated for resources: {'Port': ['ID=771ae844-867c-44ce-868e-e836a316c651,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:03.758591 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-cbd7b72a-fb6b-46d9-bd09-f73642140e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:28Z', 'revision_number': 5, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:03.762700 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Set router 35a199dc-f771-481e-9c37-1031bfb75c69 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:03.823855 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd7b72a-fb6b-46d9-bd09-f73642140e9f None None] Checking router: 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:53:03.842536 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd7b72a-fb6b-46d9-bd09-f73642140e9f None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:03.843162 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-cbd7b72a-fb6b-46d9-bd09-f73642140e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:52:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:03.867660 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-5aad4534-6cc9-4ea7-a1eb-e08bb7490852 None None] Provisioning complete for port 771ae844-867c-44ce-868e-e836a316c651 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:03.869301 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-5aad4534-6cc9-4ea7-a1eb-e08bb7490852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:03.886448 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52072) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:04.013129 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9d9ac8d7-d9be-48bf-8a9b-4b01a4289fdd tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.041063 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9d9ac8d7-d9be-48bf-8a9b-4b01a4289fdd tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.069606 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Allocated IP 172.20.0.1 (f55a8fc2-8201-4256-ba29-f7573b19df71/ba34205c-203c-4b54-9f05-8cf2f64d1d87/96047dde-1db9-450a-8575-59692fa55f22) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:04.098944 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 771ae844-867c-44ce-868e-e836a316c651 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:04.117468 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-cbd7b72a-fb6b-46d9-bd09-f73642140e9f None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:04.119624 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9d9ac8d7-d9be-48bf-8a9b-4b01a4289fdd tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.122688 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9d9ac8d7-d9be-48bf-8a9b-4b01a4289fdd tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.124319 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-9d9ac8d7-d9be-48bf-8a9b-4b01a4289fdd tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "DELETE /v2.0/security-groups/3e222291-a963-42c2-9d9a-cf6bcae6286e HTTP/1.1" status: 204 len: 168 time: 0.2365439 Aug 24 19:53:04.133365 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52076) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:04.148696 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ac8d7-d9be-48bf-8a9b-4b01a4289fdd tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e222291-a963-42c2-9d9a-cf6bcae6286e,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:04.212083 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.api.v2.resource [None req-9f84b98d-98b5-49e7-8a39-c3fb7faac19c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] show failed (client error): The resource could not be found. Aug 24 19:53:04.213410 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-9f84b98d-98b5-49e7-8a39-c3fb7faac19c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups/3e222291-a963-42c2-9d9a-cf6bcae6286e HTTP/1.1" status: 404 len: 347 time: 0.0782948 Aug 24 19:53:04.216852 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52080) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:04.280202 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.303100 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 771ae844-867c-44ce-868e-e836a316c651 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:04.303912 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.305298 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.provisioning_blocks [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Transition to ACTIVE for port object 96047dde-1db9-450a-8575-59692fa55f22 will not be triggered until provisioned by entity DHCP. {{(pid=105635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:04.365221 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:53:02Z', 'revision_number': 3, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port': {'id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:01Z', 'updated_at': '2021-08-24T19:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:04.368246 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.401713 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Checking router: 35a199dc-f771-481e-9c37-1031bfb75c69 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:53:04.402048 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Updating router 35a199dc-f771-481e-9c37-1031bfb75c69 port 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 binding host dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:53:04.415516 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Network f55a8fc2-8201-4256-ba29-f7573b19df71 is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:04.422485 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:04.425132 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:53:04.448375 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-cbd7b72a-fb6b-46d9-bd09-f73642140e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:28Z', 'revision_number': 5, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:04.455958 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.463954 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Pushing event updated for resources: {'Port': ['ID=96047dde-1db9-450a-8575-59692fa55f22,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:04.486114 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708544'] for router_interface, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.516014 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd7b72a-fb6b-46d9-bd09-f73642140e9f None None] The sync data for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi is: [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:28Z', 'revision_number': 5, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:53:04.521073 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-f5dfea1d-1403-4730-86dc-5b8c48a7b6d6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Deleting port 5cd49365-2449-46ce-a9d9-266a6063f5a1 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:53:04.521410 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f5dfea1d-1403-4730-86dc-5b8c48a7b6d6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.664956 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f5dfea1d-1403-4730-86dc-5b8c48a7b6d6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.665778 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f5dfea1d-1403-4730-86dc-5b8c48a7b6d6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.692846 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-f5dfea1d-1403-4730-86dc-5b8c48a7b6d6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Calling delete_port for 5cd49365-2449-46ce-a9d9-266a6063f5a1 owned by network:floatingip {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:53:04.782537 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.845988 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-09c34be5-b509-442c-aa59-89502d990553 None None] Provisioning for port 96047dde-1db9-450a-8575-59692fa55f22 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:04.870714 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-09c34be5-b509-442c-aa59-89502d990553 None None] Provisioning complete for port 96047dde-1db9-450a-8575-59692fa55f22 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:04.871004 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-09c34be5-b509-442c-aa59-89502d990553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:04.932130 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-09c34be5-b509-442c-aa59-89502d990553 None None] Port 96047dde-1db9-450a-8575-59692fa55f22 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:53:04.980493 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523c0d7e-5e46-48b9-bca6-a42c0e36333f None None] New status for floating IP 692faae5-466b-4476-9e1c-76acd65e339b: DOWN {{(pid=105637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:53:05.003511 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f5dfea1d-1403-4730-86dc-5b8c48a7b6d6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:05.034953 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:05.041876 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267901878'] for port, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:05.074175 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfea1d-1403-4730-86dc-5b8c48a7b6d6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event deleted for resources: {'Port': ['ID=5cd49365-2449-46ce-a9d9-266a6063f5a1,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:05.093703 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Notify callbacks [] for port, precommit_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:05.097008 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.db.api [None req-523c0d7e-5e46-48b9-bca6-a42c0e36333f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:53:05.097345 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG oslo_db.api [None req-523c0d7e-5e46-48b9-bca6-a42c0e36333f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:53:05.108485 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Transition to ACTIVE for port object 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:05.124074 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710550'] for router_interface, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:05.126933 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Pushing event updated for resources: {'Port': ['ID=96047dde-1db9-450a-8575-59692fa55f22,revision_number=2']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:05.135563 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:05.148268 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f5dfea1d-1403-4730-86dc-5b8c48a7b6d6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:05.152700 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f5dfea1d-1403-4730-86dc-5b8c48a7b6d6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:05.159586 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-f5dfea1d-1403-4730-86dc-5b8c48a7b6d6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "DELETE /v2.0/floatingips/692faae5-466b-4476-9e1c-76acd65e339b HTTP/1.1" status: 204 len: 168 time: 0.9396350 Aug 24 19:53:05.185994 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6133f9b-2825-4bcc-848d-4d714bfd2908 None None] Pushing event updated for resources: {'Port': ['ID=8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:05.222814 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Attempting to bind port 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:53:05.224121 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Attempting to bind port 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:53:05.224716 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Attempting to bind port 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 on network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:53:05.234500 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:53:05.235221 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Checking segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:53:05.235845 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:05.236505 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Bound using segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:53:05.237210 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Bound port: 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:53:05.237824 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:05.276262 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Network f55a8fc2-8201-4256-ba29-f7573b19df71 is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:05.277835 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:05.332316 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] For port 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:53:05.340797 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] For port 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:53:05.359699 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:05.460037 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:53:05.491865 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Router 35a199dc-f771-481e-9c37-1031bfb75c69 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:53:05.509390 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:53:05.512072 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 0d7e3a6b-52fd-4877-855b-25e3d57d3b55 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:53:05.525662 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Routers {'35a199dc-f771-481e-9c37-1031bfb75c69'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:05.526311 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:52:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['35a199dc-f771-481e-9c37-1031bfb75c69'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:05.674235 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:53:05.680078 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-af2cd53a-d167-4837-b631-bef80732582e admin admin] 10.222.0.57 "PUT /v2.0/routers/35a199dc-f771-481e-9c37-1031bfb75c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6135561 Aug 24 19:53:05.683098 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] Set router 35a199dc-f771-481e-9c37-1031bfb75c69 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:05.755819 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523c0d7e-5e46-48b9-bca6-a42c0e36333f None None] New status for floating IP 692faae5-466b-4476-9e1c-76acd65e339b: DOWN {{(pid=105637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:53:05.763800 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6133f9b-2825-4bcc-848d-4d714bfd2908 None None] Pushing event updated for resources: {'Port': ['ID=8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:05.872996 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52110) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:05.878234 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-0bf917b6-503a-4360-a335-5cc4a8effb38 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1501536943', 'description': 'tempest-description--1190193174'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:05.908291 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-0e0dba22-83cd-412c-9e04-a819b963bc2d None None] Provisioning complete for port 96047dde-1db9-450a-8575-59692fa55f22 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:05.908837 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-0e0dba22-83cd-412c-9e04-a819b963bc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:05.910557 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a7cfcc86-a03a-41fb-a3df-50a414bc9acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:05.921674 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0bf917b6-503a-4360-a335-5cc4a8effb38 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.071125 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-0e0dba22-83cd-412c-9e04-a819b963bc2d None None] Port 96047dde-1db9-450a-8575-59692fa55f22 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:53:06.089700 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0bf917b6-503a-4360-a335-5cc4a8effb38 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.096581 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0bf917b6-503a-4360-a335-5cc4a8effb38 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.139305 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0bf917b6-503a-4360-a335-5cc4a8effb38 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.139305 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-0bf917b6-503a-4360-a335-5cc4a8effb38 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2652822 Aug 24 19:53:06.143253 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52120) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:06.150021 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-d0b9d2cb-31af-406f-ac32-eb4373507132 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Request body: {'security_group_rule': {'security_group_id': '5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:06.153103 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf917b6-503a-4360-a335-5cc4a8effb38 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:06.191810 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d2cb-31af-406f-ac32-eb4373507132 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.203750 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.248530 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 4, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port': {'id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:01Z', 'updated_at': '2021-08-24T19:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '96047dde-1db9-450a-8575-59692fa55f22', 'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'mac_address': 'fa:16:3e:a9:61:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:03Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 2, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'subnets': [{'id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:06.269692 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d2cb-31af-406f-ac32-eb4373507132 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.280654 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d2cb-31af-406f-ac32-eb4373507132 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.292430 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0085b-1c80-4fa7-8dcb-9254ea708c2c None None] The sync data for ids ['35a199dc-f771-481e-9c37-1031bfb75c69'] in dv-cinder-804093-3-iscsi is: [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 4, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port': {'id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:01Z', 'updated_at': '2021-08-24T19:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '96047dde-1db9-450a-8575-59692fa55f22', 'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'mac_address': 'fa:16:3e:a9:61:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:03Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 2, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'subnets': [{'id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:53:06.305189 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9d2cb-31af-406f-ac32-eb4373507132 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6238ef29-3087-4769-a9e1-98b4e07a72b5,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:06.314332 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d2cb-31af-406f-ac32-eb4373507132 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.315592 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-d0b9d2cb-31af-406f-ac32-eb4373507132 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1702151 Aug 24 19:53:06.319078 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52124) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:06.329895 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-219d5e50-9cd9-412a-a928-d57c9c0735b2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Request body: {'security_group_rule': {'security_group_id': '5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:06.367286 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-219d5e50-9cd9-412a-a928-d57c9c0735b2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.458302 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-219d5e50-9cd9-412a-a928-d57c9c0735b2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.462694 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-219d5e50-9cd9-412a-a928-d57c9c0735b2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.485822 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d5e50-9cd9-412a-a928-d57c9c0735b2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261a1f0b-90a3-419d-8841-c139e8b64224,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:06.494969 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-219d5e50-9cd9-412a-a928-d57c9c0735b2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.499428 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-219d5e50-9cd9-412a-a928-d57c9c0735b2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1762459 Aug 24 19:53:06.499717 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52130) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:06.505074 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Request body: {'floatingip': {'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:06.530209 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.608644 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52134) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:06.614204 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-964202461-network', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:06.642975 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Made reservation on behalf of 0b60037040d247a1a789c6a2959ba5d2 for: {'network': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:53:06.645721 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.655181 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.683457 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.747411 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.771672 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.781939 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.806551 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Allocated IP 172.27.2.8 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/058a4ddd-b49a-4588-aad0-88d0fc108744) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:06.808146 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=105635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:53:06.818063 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f152191c-28ad-4920-b957-6e725cf6232a,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:06.823918 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.824330 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.segments_db [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Added segment 89b525bf-293b-4b2f-bd27-6dcfde71aedf of type vlan for network d2995051-387d-4da7-811d-293d2e89ca1d Aug 24 19:53:06.867846 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.895663 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.896787 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:06.897424 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.924629 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.949699 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3408699 Aug 24 19:53:06.952816 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52136) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:06.958843 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-db2f4810-0171-488c-b513-e962d5978672 admin admin] Request body: {'subnet': {'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-964202461-subnet', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'ip_version': 4}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:06.960950 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094f309-62f6-45d8-9ac7-c5f35a5d69d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d2995051-387d-4da7-811d-293d2e89ca1d,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:06.977133 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network d2995051-387d-4da7-811d-293d2e89ca1d details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:53:06.987370 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:06.994156 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2f4810-0171-488c-b513-e962d5978672 admin admin] Made reservation on behalf of 0b60037040d247a1a789c6a2959ba5d2 for: {'subnet': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:53:06.996554 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-db2f4810-0171-488c-b513-e962d5978672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267593661'] for subnet, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.122552 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:07.130984 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:07.138064 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event updated for resources: {'Port': ['ID=058a4ddd-b49a-4588-aad0-88d0fc108744,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:07.144393 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:53:07.309513 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.332492 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-db2f4810-0171-488c-b513-e962d5978672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264856136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267593551'] for subnet, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.380520 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.435077 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f4810-0171-488c-b513-e962d5978672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7faf74-c4aa-4498-abd4-9c61bb218201,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:07.482246 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f4810-0171-488c-b513-e962d5978672 admin admin] Checking segment: {'id': '89b525bf-293b-4b2f-bd27-6dcfde71aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:53:07.482599 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f4810-0171-488c-b513-e962d5978672 admin admin] Network hostable DHCP agents. Network: d2995051-387d-4da7-811d-293d2e89ca1d, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:53:07.539692 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f4810-0171-488c-b513-e962d5978672 admin admin] Network d2995051-387d-4da7-811d-293d2e89ca1d is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:53:07.562675 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-db2f4810-0171-488c-b513-e962d5978672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, d2995051-387d-4da7-811d-293d2e89ca1d) {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:07.570640 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f4810-0171-488c-b513-e962d5978672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:07.570866 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-db2f4810-0171-488c-b513-e962d5978672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.576414 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8e40fc-ffff-433d-ba89-bc6431a16f22 None None] Network d2995051-387d-4da7-811d-293d2e89ca1d requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:53:07.609232 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-db2f4810-0171-488c-b513-e962d5978672 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6553600 Aug 24 19:53:07.609449 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52150) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:07.615105 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-964202461-router', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:07.618856 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.625741 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.645255 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-485'] for router, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.647409 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1718178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-466'] for router, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.709777 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event updated for resources: {'Port': ['ID=058a4ddd-b49a-4588-aad0-88d0fc108744,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:07.717666 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.719992 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.737421 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.746302 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-888f7dc1-4864-4d4e-9a11-e82d870d5f79 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2377863 Aug 24 19:53:07.758156 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp566fb7dc-fe74-549b-8080-d65c18c3220f-d2995051-387d-4da7-811d-293d2e89ca1d', 'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'fixed_ips': [{'subnet_id': 'dd7faf74-c4aa-4498-abd4-9c61bb218201'}]}} from dv-cinder-804093-3-iscsi. {{(pid=105637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:53:07.759483 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.869289 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:07.925998 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.db_base_plugin_common [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Allocated IP 172.20.0.2 (d2995051-387d-4da7-811d-293d2e89ca1d/dd7faf74-c4aa-4498-abd4-9c61bb218201/2e0865c7-e28b-4a28-bc36-e8140b2a0c37) {{(pid=105637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:07.986654 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-b7fff474-99b9-49f0-8ee3-ed39da03a601 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1501536943&fields=id&tenant_id=6ccd138de07841c0aa0c919186aa0c8e HTTP/1.1" status: 200 len: 267 time: 0.0563686 Aug 24 19:53:08.057150 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:08.114108 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.139191 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.150804 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Notify callbacks [] for port, precommit_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.162292 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Transition to ACTIVE for port object 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:08.164322 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-fae8f543-a35d-4b6f-8ef7-a70bdb45665d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:08.165361 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:08.168545 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-fae8f543-a35d-4b6f-8ef7-a70bdb45665d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 816 time: 0.1741178 Aug 24 19:53:08.173630 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f2c3f537-76ab-4e8e-bbdd-b274eaeb618d req-55c0cdfe-9e86-4988-8b96-92dee0edc460 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1071143 Aug 24 19:53:08.175059 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:08.175432 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.186206 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-958f7416-b316-42b4-963a-b8ccdc9e8e47 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/quotas/6ccd138de07841c0aa0c919186aa0c8e HTTP/1.1" status: 200 len: 375 time: 0.0105412 Aug 24 19:53:08.209215 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Transition to ACTIVE for port object 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 will not be triggered until provisioned by entity DHCP. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:08.222957 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.256805 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Allocated IP 172.27.2.115 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/06dbd591-23f4-49d1-85d3-fe3aa76bb335) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:08.272387 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-6104ea65-d441-4e13-8700-79b3087d1e12 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800576 Aug 24 19:53:08.273380 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Network d2995051-387d-4da7-811d-293d2e89ca1d is already hosted by enough agents. {{(pid=105637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:08.275501 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3f537-76ab-4e8e-bbdd-b274eaeb618d req-dc5a6661-dbfa-43dd-8354-24a659fd1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:08.277037 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f2c3f537-76ab-4e8e-bbdd-b274eaeb618d req-dc5a6661-dbfa-43dd-8354-24a659fd1697 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2d949dab476410eade39780e3cc2018&device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 1099 time: 0.0753498 Aug 24 19:53:08.280965 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.base_scheduler [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Resources bound (agent type, host, resource id): {{(pid=105637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:08.283388 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Received port after_create {{(pid=105637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:53:08.288273 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Pushing event updated for resources: {'Port': ['ID=2e0865c7-e28b-4a28-bc36-e8140b2a0c37,revision_number=1']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:08.383094 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.403757 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.415984 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:08.427891 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.460661 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.503760 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Attempting to bind port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:53:08.504059 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Attempting to bind port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': '89b525bf-293b-4b2f-bd27-6dcfde71aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:53:08.504406 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Attempting to bind port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 on network d2995051-387d-4da7-811d-293d2e89ca1d {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:53:08.510573 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:08.515949 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:08.521064 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:53:08.526491 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.530312 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:53:08.530701 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Checking segment: {'id': '89b525bf-293b-4b2f-bd27-6dcfde71aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:53:08.531110 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.531511 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Bound using segment: {'id': '89b525bf-293b-4b2f-bd27-6dcfde71aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:53:08.532010 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Bound port: 2e0865c7-e28b-4a28-bc36-e8140b2a0c37, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b525bf-293b-4b2f-bd27-6dcfde71aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:53:08.532464 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.550918 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:08.579987 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Pushing event updated for resources: {'Port': ['ID=06dbd591-23f4-49d1-85d3-fe3aa76bb335,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:08.623490 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.654511 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] For port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:53:08.661327 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] For port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=2e0865c7-e28b-4a28-bc36-e8140b2a0c37,segment=NetworkSegment(89b525bf-293b-4b2f-bd27-6dcfde71aedf),segment_id=89b525bf-293b-4b2f-bd27-6dcfde71aedf)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:53:08.669388 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:08.679325 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-064ccf23-3f7f-4540-89f1-4833c4776bf7 service neutron] 10.222.0.57 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941948 Aug 24 19:53:08.732691 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048ca9b-c3de-4e29-b80f-c8cbd29522fb None None] Pushing event updated for resources: {'Port': ['ID=2e0865c7-e28b-4a28-bc36-e8140b2a0c37,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:08.754145 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3f537-76ab-4e8e-bbdd-b274eaeb618d req-c1cf9d37-1f27-4518-a461-7e0d9febeccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:08.755683 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f2c3f537-76ab-4e8e-bbdd-b274eaeb618d req-c1cf9d37-1f27-4518-a461-7e0d9febeccb service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 HTTP/1.1" status: 200 len: 912 time: 0.1765220 Aug 24 19:53:08.876703 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-31a8db20-9bfb-4ef6-a28c-d768ba46010d service neutron] 10.222.0.57 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964538 Aug 24 19:53:08.883051 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f2c3f537-76ab-4e8e-bbdd-b274eaeb618d req-b12ef3de-b079-49c1-9655-5947aa4910cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e116e6ea-fa4c-45ff-9558-889ddceb65b0 HTTP/1.1" status: 200 len: 1002 time: 0.1165795 Aug 24 19:53:08.886259 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Sync routers for ids ['35a199dc-f771-481e-9c37-1031bfb75c69'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:53:08.899786 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Routers {'35a199dc-f771-481e-9c37-1031bfb75c69'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:08.904957 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['35a199dc-f771-481e-9c37-1031bfb75c69'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:08.954592 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3f537-76ab-4e8e-bbdd-b274eaeb618d req-2eb60284-a18e-4047-9720-0907f1af7387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:08.957170 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f2c3f537-76ab-4e8e-bbdd-b274eaeb618d req-2eb60284-a18e-4047-9720-0907f1af7387 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0623cb7b-b882-471d-94a2-06bff63acae9 HTTP/1.1" status: 200 len: 850 time: 0.0652049 Aug 24 19:53:08.960898 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52170) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:09.023366 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3f537-76ab-4e8e-bbdd-b274eaeb618d req-3ddee91d-b4a0-48e4-82d5-403c2f4f7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:09.026541 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f2c3f537-76ab-4e8e-bbdd-b274eaeb618d req-3ddee91d-b4a0-48e4-82d5-403c2f4f7a3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542536 Aug 24 19:53:09.142156 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Set router 35a199dc-f771-481e-9c37-1031bfb75c69 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:09.230431 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.292630 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-06d12ac1-e797-4eca-9099-bc6fbcc0955f req-42aa5725-dc46-4d08-9f1d-1aae569be997 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 210 time: 0.1635365 Aug 24 19:53:09.294747 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f2c3f537-76ab-4e8e-bbdd-b274eaeb618d req-a0f8284b-fd36-4e14-8fc6-e7028ecaa775 service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548175 Aug 24 19:53:09.379536 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f2a79f80-ae14-496d-bf06-a4e84afebe99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.428874 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 4, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port': {'id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:01Z', 'updated_at': '2021-08-24T19:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '96047dde-1db9-450a-8575-59692fa55f22', 'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'mac_address': 'fa:16:3e:a9:61:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:03Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 2, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'subnets': [{'id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:09.464246 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Checking router: 35a199dc-f771-481e-9c37-1031bfb75c69 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:53:09.464874 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Updating router 35a199dc-f771-481e-9c37-1031bfb75c69 port 96047dde-1db9-450a-8575-59692fa55f22 binding host dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:53:09.480328 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f2c3f537-76ab-4e8e-bbdd-b274eaeb618d req-3b393b6d-3627-4b8f-b3ed-22c35fb5f6c1 service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749246 Aug 24 19:53:09.483688 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708915'] for router, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.505965 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.545271 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f2a79f80-ae14-496d-bf06-a4e84afebe99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.554283 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f2a79f80-ae14-496d-bf06-a4e84afebe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.596814 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a79f80-ae14-496d-bf06-a4e84afebe99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29049c6e-d7b7-4e7f-a44c-5b3175d1803b,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:09.603673 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-f2a79f80-ae14-496d-bf06-a4e84afebe99 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24918a164d6b4759aa662dc50a66e48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6415963 Aug 24 19:53:09.606424 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52184) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:09.653707 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Router a75ff516-611e-4d49-a303-ed75b0872447 is scheduled to L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 with binding_index 1 {{(pid=105635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:53:09.670592 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-090238b5-e557-4046-b696-3465a7e4e6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.697942 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-090238b5-e557-4046-b696-3465a7e4e6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.759370 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-090238b5-e557-4046-b696-3465a7e4e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.762196 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-090238b5-e557-4046-b696-3465a7e4e6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.763533 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-090238b5-e557-4046-b696-3465a7e4e6cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/29049c6e-d7b7-4e7f-a44c-5b3175d1803b HTTP/1.1" status: 204 len: 168 time: 0.1562088 Aug 24 19:53:09.780474 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090238b5-e557-4046-b696-3465a7e4e6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29049c6e-d7b7-4e7f-a44c-5b3175d1803b,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:09.834801 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:53:09.846310 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Sync routers for ids ['a75ff516-611e-4d49-a303-ed75b0872447'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:53:09.860839 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Routers {'a75ff516-611e-4d49-a303-ed75b0872447'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:09.861492 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['a75ff516-611e-4d49-a303-ed75b0872447'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:09.868526 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] Notify callbacks [] for router, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:09.869760 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-d6cce10d-1de2-4dbe-ba02-a3c00d5d2603 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2589650 Aug 24 19:53:09.872387 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52188) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:10.044522 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.045880 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Set router a75ff516-611e-4d49-a303-ed75b0872447 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:10.063493 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Transition to ACTIVE for port object 96047dde-1db9-450a-8575-59692fa55f22 will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:10.074663 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.136916 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Pushing event updated for resources: {'Port': ['ID=96047dde-1db9-450a-8575-59692fa55f22,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:10.175634 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:10.176005 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:10.176796 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:10.176796 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:10.177114 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:10.180553 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:10.181150 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:10.183152 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:10.183938 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:10.184989 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:10.185989 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:10.192218 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:10.200473 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aee55f-955c-497e-b46c-7ecd2b49fbb3 None None] Network d2995051-387d-4da7-811d-293d2e89ca1d requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:53:10.203706 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:10.257753 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Attempting to bind port 96047dde-1db9-450a-8575-59692fa55f22 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:53:10.258121 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Attempting to bind port 96047dde-1db9-450a-8575-59692fa55f22 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': '0bcb376b-6ebb-4092-b82d-e6610cd2ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:53:10.258476 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Attempting to bind port 96047dde-1db9-450a-8575-59692fa55f22 on network f55a8fc2-8201-4256-ba29-f7573b19df71 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:53:10.273465 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:53:10.273885 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Checking segment: {'id': '0bcb376b-6ebb-4092-b82d-e6610cd2ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:53:10.274471 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.276734 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Bound using segment: {'id': '0bcb376b-6ebb-4092-b82d-e6610cd2ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:53:10.277214 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52192) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:10.278127 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Bound port: 96047dde-1db9-450a-8575-59692fa55f22, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcb376b-6ebb-4092-b82d-e6610cd2ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:53:10.278539 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.315618 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-dc15e4ff-3e0f-43d6-b47b-25b344ce058c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.415993 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-c541462f-3ad0-4144-a612-ca93eb413446 None None] Provisioning for port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:10.483668 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:10.493197 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-dc15e4ff-3e0f-43d6-b47b-25b344ce058c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.506021 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-dc15e4ff-3e0f-43d6-b47b-25b344ce058c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.522733 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:10.524379 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.525651 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] For port 96047dde-1db9-450a-8575-59692fa55f22, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:53:10.530398 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] For port 96047dde-1db9-450a-8575-59692fa55f22, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=96047dde-1db9-450a-8575-59692fa55f22,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:53:10.535929 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.551379 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2b53c202-3bf4-4698-9089-55ab314f4c6a req-8a3db8a8-e58b-46f3-b09d-e4c24d48495d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 210 time: 0.0889421 Aug 24 19:53:10.581362 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-dc15e4ff-3e0f-43d6-b47b-25b344ce058c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8225d2109f64768ab1fb15f109e2d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015835 Aug 24 19:53:10.582606 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15e4ff-3e0f-43d6-b47b-25b344ce058c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d54374e-8810-4c99-b808-3d671c664534,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:10.590704 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52196) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:10.638137 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dad0e2-76b8-4da7-9685-4b8059045cfa None None] Pushing event updated for resources: {'Port': ['ID=96047dde-1db9-450a-8575-59692fa55f22,revision_number=4']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:10.669592 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Routers {'35a199dc-f771-481e-9c37-1031bfb75c69'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:10.670973 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['35a199dc-f771-481e-9c37-1031bfb75c69'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:10.717589 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2fb2f4b8-34dc-4d2e-8470-7a1376b4648d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.739459 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.742546 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-c58d9faf-97f0-4d75-ac9c-fc7e963261f9 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:10.749837 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-c58d9faf-97f0-4d75-ac9c-fc7e963261f9 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.62 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 816 time: 0.2845736 Aug 24 19:53:10.754897 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2fb2f4b8-34dc-4d2e-8470-7a1376b4648d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.832587 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=2e0865c7-e28b-4a28-bc36-e8140b2a0c37,segment=NetworkSegment(89b525bf-293b-4b2f-bd27-6dcfde71aedf),segment_id=89b525bf-293b-4b2f-bd27-6dcfde71aedf)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:10.839014 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'name': 'tempest-TestMinimumBasicScenario-964202461-router', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:07Z', 'updated_at': '2021-08-24T19:53:09Z', 'revision_number': 3, 'project_id': '0b60037040d247a1a789c6a2959ba5d2', 'gw_port': {'id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:08Z', 'updated_at': '2021-08-24T19:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:10.870268 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2fb2f4b8-34dc-4d2e-8470-7a1376b4648d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.873013 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2fb2f4b8-34dc-4d2e-8470-7a1376b4648d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.875027 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-2fb2f4b8-34dc-4d2e-8470-7a1376b4648d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5d54374e-8810-4c99-b808-3d671c664534 HTTP/1.1" status: 204 len: 168 time: 0.2833250 Aug 24 19:53:10.875240 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Checking router: a75ff516-611e-4d49-a303-ed75b0872447 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:53:10.875665 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Updating router a75ff516-611e-4d49-a303-ed75b0872447 port 06dbd591-23f4-49d1-85d3-fe3aa76bb335 binding host dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:53:10.876321 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] Set router 35a199dc-f771-481e-9c37-1031bfb75c69 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:10.878054 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:10.878822 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:10.890147 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2f4b8-34dc-4d2e-8470-7a1376b4648d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d54374e-8810-4c99-b808-3d671c664534,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:10.906304 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-63993743-b1fc-47d9-8907-2d2ceec163b5 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ccd138de07841c0aa0c919186aa0c8e HTTP/1.1" status: 200 len: 380 time: 0.1304264 Aug 24 19:53:10.922159 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Request body: {'port': {'device_id': '3c254209-7540-40b9-a924-68db12e82f74', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'admin_state_up': True, 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'security_groups': ['5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3']}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:10.977436 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:11.073310 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:11.178483 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=2e0865c7-e28b-4a28-bc36-e8140b2a0c37,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:11.283400 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Made reservation on behalf of 6ccd138de07841c0aa0c919186aa0c8e for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:53:11.283628 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:11.283987 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:11.289290 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:11.292343 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 4, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port': {'id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:01Z', 'updated_at': '2021-08-24T19:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '96047dde-1db9-450a-8575-59692fa55f22', 'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'mac_address': 'fa:16:3e:a9:61:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:03Z', 'updated_at': '2021-08-24T19:53:10Z', 'revision_number': 4, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'subnets': [{'id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:11.333116 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bf4bfc-8806-4b56-9a89-563a7c998f36 None None] The sync data for ids ['35a199dc-f771-481e-9c37-1031bfb75c69'] in dv-cinder-804093-3-iscsi is: [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 4, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port': {'id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:01Z', 'updated_at': '2021-08-24T19:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '96047dde-1db9-450a-8575-59692fa55f22', 'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'mac_address': 'fa:16:3e:a9:61:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:03Z', 'updated_at': '2021-08-24T19:53:10Z', 'revision_number': 4, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'subnets': [{'id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:53:11.336074 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Allocated IP 172.20.0.1 (d2995051-387d-4da7-811d-293d2e89ca1d/dd7faf74-c4aa-4498-abd4-9c61bb218201/70632dab-8a8f-4583-9b26-0715265c9a2c) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:11.423228 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-11b272dc-d2b3-4f76-97b8-fd9760a0a8a7 None None] Provisioning complete for port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:11.423228 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-11b272dc-d2b3-4f76-97b8-fd9760a0a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:11.523449 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Allocated IP 172.20.0.10 (d8d23373-37d8-4e04-9c3e-47ef23b86dbb/66c81d25-317e-4944-aa48-c52f6df9eab1/4b80a0a0-ba30-4943-9b0a-86ca3f62805b) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:11.562365 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:11.598030 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Transition to ACTIVE for port object 70632dab-8a8f-4583-9b26-0715265c9a2c will not be triggered until provisioned by entity DHCP. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:11.627453 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Notify callbacks [] for port, precommit_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:11.642038 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Transition to ACTIVE for port object 06dbd591-23f4-49d1-85d3-fe3aa76bb335 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:11.686657 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:11.714912 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9e2668fb-8de7-4ece-8e11-5322a5e2b1ad req-0e2a818b-0cd1-4c1f-80c5-c0064a1b398c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 210 time: 0.0356517 Aug 24 19:53:11.756067 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2398c-6f50-48ed-8bdf-b94ffe7880dd None None] Pushing event updated for resources: {'Port': ['ID=06dbd591-23f4-49d1-85d3-fe3aa76bb335,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:11.769677 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:11.812019 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:11.812781 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Attempting to bind port 06dbd591-23f4-49d1-85d3-fe3aa76bb335 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:53:11.813191 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Attempting to bind port 06dbd591-23f4-49d1-85d3-fe3aa76bb335 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:53:11.813559 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Attempting to bind port 06dbd591-23f4-49d1-85d3-fe3aa76bb335 on network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:53:11.821562 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:53:11.821972 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Checking segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:53:11.822357 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:11.822822 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Bound using segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:53:11.823233 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Bound port: 06dbd591-23f4-49d1-85d3-fe3aa76bb335, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:53:11.823617 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:11.853502 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Network d2995051-387d-4da7-811d-293d2e89ca1d is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:11.862404 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:11.864882 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:53:11.875041 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Transition to ACTIVE for port object 4b80a0a0-ba30-4943-9b0a-86ca3f62805b will not be triggered until provisioned by entity DHCP. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:11.919171 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] For port 06dbd591-23f4-49d1-85d3-fe3aa76bb335, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:53:11.921536 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Pushing event updated for resources: {'Port': ['ID=70632dab-8a8f-4583-9b26-0715265c9a2c,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:11.924808 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] For port 06dbd591-23f4-49d1-85d3-fe3aa76bb335, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=06dbd591-23f4-49d1-85d3-fe3aa76bb335,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:53:11.940485 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:11.950698 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708544'] for router_interface, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:12.046413 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:12.071813 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2398c-6f50-48ed-8bdf-b94ffe7880dd None None] Pushing event updated for resources: {'Port': ['ID=06dbd591-23f4-49d1-85d3-fe3aa76bb335,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:12.101690 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Network d8d23373-37d8-4e04-9c3e-47ef23b86dbb is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:12.118632 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 96047dde-1db9-450a-8575-59692fa55f22 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:12.129319 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:12.137982 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:53:12.162209 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Routers {'a75ff516-611e-4d49-a303-ed75b0872447'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:12.162850 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['a75ff516-611e-4d49-a303-ed75b0872447'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:12.227434 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event updated for resources: {'Port': ['ID=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:12.254625 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 96047dde-1db9-450a-8575-59692fa55f22 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:12.265390 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:12.266064 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:12.269494 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 96047dde-1db9-450a-8575-59692fa55f22 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:12.270149 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:12.306878 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-8b50b152-f95d-47c7-8d19-d19a3310d157 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3888369 Aug 24 19:53:12.313631 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:12.329706 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] Set router a75ff516-611e-4d49-a303-ed75b0872447 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:12.332901 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Request body: {'port': {'device_id': '3c254209-7540-40b9-a924-68db12e82f74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:12.437630 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:12.478711 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-342a5ad7-44ad-4126-8f8b-796a9637f910 None None] Provisioning for port 70632dab-8a8f-4583-9b26-0715265c9a2c completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:12.514018 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-342a5ad7-44ad-4126-8f8b-796a9637f910 None None] Provisioning complete for port 70632dab-8a8f-4583-9b26-0715265c9a2c triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:12.514298 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-342a5ad7-44ad-4126-8f8b-796a9637f910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:12.571355 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-342a5ad7-44ad-4126-8f8b-796a9637f910 None None] Port 70632dab-8a8f-4583-9b26-0715265c9a2c cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:53:12.645596 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:12.670859 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:12.678227 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:12.691731 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 96047dde-1db9-450a-8575-59692fa55f22, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=96047dde-1db9-450a-8575-59692fa55f22,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:12.700273 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:12.701126 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:12.746670 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-cd24a7b5-8721-4a2d-a0e7-da6c620a3c06 None None] Provisioning for port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:12.759678 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-cd24a7b5-8721-4a2d-a0e7-da6c620a3c06 None None] Provisioning complete for port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:12.760181 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-cd24a7b5-8721-4a2d-a0e7-da6c620a3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:12.796316 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710550'] for router_interface, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:12.796839 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'name': 'tempest-TestMinimumBasicScenario-964202461-router', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:07Z', 'updated_at': '2021-08-24T19:53:09Z', 'revision_number': 3, 'project_id': '0b60037040d247a1a789c6a2959ba5d2', 'gw_port': {'id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:08Z', 'updated_at': '2021-08-24T19:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:12.816613 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Pushing event updated for resources: {'Port': ['ID=70632dab-8a8f-4583-9b26-0715265c9a2c,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:12.844973 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cb6207-3507-4f24-8bf3-cf70834c17ef None None] The sync data for ids ['a75ff516-611e-4d49-a303-ed75b0872447'] in dv-cinder-804093-3-iscsi is: [{'id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'name': 'tempest-TestMinimumBasicScenario-964202461-router', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:07Z', 'updated_at': '2021-08-24T19:53:09Z', 'revision_number': 3, 'project_id': '0b60037040d247a1a789c6a2959ba5d2', 'gw_port': {'id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:08Z', 'updated_at': '2021-08-24T19:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:53:12.857162 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-cd24a7b5-8721-4a2d-a0e7-da6c620a3c06 None None] Port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:53:12.858689 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=96047dde-1db9-450a-8575-59692fa55f22,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:12.878505 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:12.878954 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:13.238480 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15257db-4f79-4a16-a3e4-ca5be0eb9b39 req-c1b015a0-97ab-448a-ab8e-adbe5e21439a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:13.240080 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f15257db-4f79-4a16-a3e4-ca5be0eb9b39 req-c1b015a0-97ab-448a-ab8e-adbe5e21439a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 932 time: 0.4147046 Aug 24 19:53:13.342188 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b80a0a0-ba30-4943-9b0a-86ca3f62805b {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:53:13.355701 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Network d2995051-387d-4da7-811d-293d2e89ca1d is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:13.357661 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:13.362982 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f15257db-4f79-4a16-a3e4-ca5be0eb9b39 req-e4af07d0-afa6-43ca-8d6b-83ba2071f318 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096263 Aug 24 19:53:13.365254 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:13.380600 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Transition to ACTIVE for port object 4b80a0a0-ba30-4943-9b0a-86ca3f62805b will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:13.425355 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:13.559027 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Pushing event updated for resources: {'Port': ['ID=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:13.632760 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Router a75ff516-611e-4d49-a303-ed75b0872447 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:53:13.721558 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Attempting to bind port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:53:13.722630 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Attempting to bind port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:53:13.723140 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Attempting to bind port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b on network d8d23373-37d8-4e04-9c3e-47ef23b86dbb {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:53:13.758676 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b on network d8d23373-37d8-4e04-9c3e-47ef23b86dbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:53:13.759002 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Attempting to bind port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b on network d8d23373-37d8-4e04-9c3e-47ef23b86dbb {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:53:13.775470 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:53:13.775876 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Checking segment: {'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:53:13.776179 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Bound using segment: {'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:53:13.776615 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Bound port: 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:53:13.777008 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:13.839012 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-ea1fd7bd-99b2-484d-8c9d-19c3d7b31d05 None None] Provisioning complete for port 70632dab-8a8f-4583-9b26-0715265c9a2c triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:13.841062 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ea1fd7bd-99b2-484d-8c9d-19c3d7b31d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:13.843402 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:53:13.849940 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-b5d7d2d9-fba7-4ee2-85f0-36aaecccec6f admin admin] 10.222.0.57 "PUT /v2.0/routers/a75ff516-611e-4d49-a303-ed75b0872447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9764807 Aug 24 19:53:13.894032 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-ea1fd7bd-99b2-484d-8c9d-19c3d7b31d05 None None] Port 70632dab-8a8f-4583-9b26-0715265c9a2c cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:53:13.901235 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] For port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:53:13.905641 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] For port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:53:13.914491 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:13.964881 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:13.965507 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:13.966931 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] 10.222.0.62 "PUT /v2.0/ports/4b80a0a0-ba30-4943-9b0a-86ca3f62805b HTTP/1.1" status: 200 len: 1094 time: 1.6442635 Aug 24 19:53:13.969568 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:53:13.972757 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23afae75-6fc3-4841-8158-cb3be158777e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:53:14.033605 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52280) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:14.035817 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14410ce9-cb17-456a-92e9-894ab1bbbe51 x-openstack-request-id: req-14410ce9-cb17-456a-92e9-894ab1bbbe51 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:53:14.036178 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:53:14.036482 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14410ce9-cb17-456a-92e9-894ab1bbbe51 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:53:14.036952 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'status': 'completed', 'code': 200} Aug 24 19:53:14.074221 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f48f5-e37e-405a-9cfd-501c02b3da34 service neutron] Pushing event updated for resources: {'Port': ['ID=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:14.104581 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-007b8eb9-8ed9-4605-a0ae-74eb433c89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:14.106334 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-007b8eb9-8ed9-4605-a0ae-74eb433c89e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 1097 time: 0.0686111 Aug 24 19:53:14.146680 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 96047dde-1db9-450a-8575-59692fa55f22 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:14.160503 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-73f5af87-634f-4ced-91e2-3c9effe40744 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b HTTP/1.1" status: 200 len: 217 time: 0.0436974 Aug 24 19:53:14.223921 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-7a540147-1a9e-48be-8ed8-f442ebf332de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:14.225758 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-7a540147-1a9e-48be-8ed8-f442ebf332de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66c81d25-317e-4944-aa48-c52f6df9eab1 HTTP/1.1" status: 200 len: 855 time: 0.0571241 Aug 24 19:53:14.237984 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 96047dde-1db9-450a-8575-59692fa55f22 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:14.238585 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:14.253754 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e69a9e59-1345-4805-bedc-edd43a2c330e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:14.286499 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-10df1877-b65d-48ab-b36c-159b9e57af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:14.287915 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-10df1877-b65d-48ab-b36c-159b9e57af90 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506577 Aug 24 19:53:14.379360 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 06dbd591-23f4-49d1-85d3-fe3aa76bb335 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:14.387059 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e69a9e59-1345-4805-bedc-edd43a2c330e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:14.404017 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-e69a9e59-1345-4805-bedc-edd43a2c330e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:14.421742 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-e8f120e1-795d-4efd-b7c3-cef6ce1594c2 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244621 Aug 24 19:53:14.453265 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a9e59-1345-4805-bedc-edd43a2c330e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c485f695-442a-4d67-8901-4e5c6e43c556,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:14.462653 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-e69a9e59-1345-4805-bedc-edd43a2c330e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4731b11ceeb438ea5b7f35a34252d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272044 Aug 24 19:53:14.463534 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52296) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:14.484462 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 06dbd591-23f4-49d1-85d3-fe3aa76bb335 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:14.489716 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 06dbd591-23f4-49d1-85d3-fe3aa76bb335 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:14.490088 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:14.541281 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-923eee7b-0658-4edf-8c98-44749d16c9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:14.571771 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-923eee7b-0658-4edf-8c98-44749d16c9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:14.592780 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-281715fd-acd1-4b0b-9329-97c06dd117f8 req-aa0694cd-e5e5-4b45-8bc4-6acf480378d6 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627479 Aug 24 19:53:14.596257 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:14.605614 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593255b-5e54-46d3-a1b4-2ce63478c85d req-cec01e46-15f4-49ca-bf08-2a2d6f750225 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:14.607350 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5593255b-5e54-46d3-a1b4-2ce63478c85d req-cec01e46-15f4-49ca-bf08-2a2d6f750225 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0752697 Aug 24 19:53:14.626131 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 06dbd591-23f4-49d1-85d3-fe3aa76bb335, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=06dbd591-23f4-49d1-85d3-fe3aa76bb335,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:14.640238 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:14.652790 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5593255b-5e54-46d3-a1b4-2ce63478c85d req-2130004d-ce19-47d7-ae5c-468c52fd902d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388834 Aug 24 19:53:14.658151 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-923eee7b-0658-4edf-8c98-44749d16c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:14.661744 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-923eee7b-0658-4edf-8c98-44749d16c9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:14.663026 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-923eee7b-0658-4edf-8c98-44749d16c9ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c485f695-442a-4d67-8901-4e5c6e43c556 HTTP/1.1" status: 204 len: 168 time: 0.1984580 Aug 24 19:53:14.694980 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923eee7b-0658-4edf-8c98-44749d16c9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c485f695-442a-4d67-8901-4e5c6e43c556,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:14.733643 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=06dbd591-23f4-49d1-85d3-fe3aa76bb335,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:14.739420 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afae75-6fc3-4841-8158-cb3be158777e req-d4903d85-dcd4-4c30-aea2-e7a7c3992b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:14.740982 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-23afae75-6fc3-4841-8158-cb3be158777e req-d4903d85-dcd4-4c30-aea2-e7a7c3992b1a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 1097 time: 0.0702865 Aug 24 19:53:14.857838 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afae75-6fc3-4841-8158-cb3be158777e req-2f476a99-4f88-4f2b-9889-563b16659805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:14.859394 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-23afae75-6fc3-4841-8158-cb3be158777e req-2f476a99-4f88-4f2b-9889-563b16659805 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 917 time: 0.1095817 Aug 24 19:53:14.905522 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-23afae75-6fc3-4841-8158-cb3be158777e req-dad0c222-a9fc-47b9-a5c9-b3130a62b1fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b HTTP/1.1" status: 200 len: 217 time: 0.0381103 Aug 24 19:53:14.929738 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Sync routers for ids ['a75ff516-611e-4d49-a303-ed75b0872447'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:53:14.941279 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Routers {'a75ff516-611e-4d49-a303-ed75b0872447'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:14.941900 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['a75ff516-611e-4d49-a303-ed75b0872447'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:14.982471 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afae75-6fc3-4841-8158-cb3be158777e req-7154b7a0-31ca-4ab6-97a7-3e9d5bb2624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:14.984452 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-23afae75-6fc3-4841-8158-cb3be158777e req-7154b7a0-31ca-4ab6-97a7-3e9d5bb2624f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66c81d25-317e-4944-aa48-c52f6df9eab1 HTTP/1.1" status: 200 len: 855 time: 0.0686481 Aug 24 19:53:15.056809 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52314) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:15.057710 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afae75-6fc3-4841-8158-cb3be158777e req-448761f8-891b-4e0f-983f-f2f3d6cc2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:15.059536 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-23afae75-6fc3-4841-8158-cb3be158777e req-448761f8-891b-4e0f-983f-f2f3d6cc2912 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624630 Aug 24 19:53:15.070173 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5819af24-a6af-4866-95e4-c5b610d2c860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:15.081275 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Set router a75ff516-611e-4d49-a303-ed75b0872447 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:15.189595 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-23afae75-6fc3-4841-8158-cb3be158777e req-62d3c06c-bb14-4296-9ca4-c96d0e60e3bb service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195941 Aug 24 19:53:15.190133 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5819af24-a6af-4866-95e4-c5b610d2c860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:15.197296 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5819af24-a6af-4866-95e4-c5b610d2c860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:15.276541 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-5819af24-a6af-4866-95e4-c5b610d2c860 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=203f0859ceaf462ca3a4fdf0452d334c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181318 Aug 24 19:53:15.278870 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52316) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:15.285770 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819af24-a6af-4866-95e4-c5b610d2c860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9350df8f-16d0-40af-a46f-317c3146b5c3,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:15.334028 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-23afae75-6fc3-4841-8158-cb3be158777e req-9e415d29-2e88-4ae2-8e15-f467b72cca81 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350892 Aug 24 19:53:15.365126 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c027078f-42e6-49ec-bd91-8f232510c038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:15.388992 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'name': 'tempest-TestMinimumBasicScenario-964202461-router', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:07Z', 'updated_at': '2021-08-24T19:53:12Z', 'revision_number': 4, 'project_id': '0b60037040d247a1a789c6a2959ba5d2', 'gw_port': {'id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:08Z', 'updated_at': '2021-08-24T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '70632dab-8a8f-4583-9b26-0715265c9a2c', 'name': '', 'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'mac_address': 'fa:16:3e:ac:c0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'dd7faf74-c4aa-4498-abd4-9c61bb218201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:11Z', 'updated_at': '2021-08-24T19:53:12Z', 'revision_number': 2, 'project_id': '0b60037040d247a1a789c6a2959ba5d2', 'subnets': [{'id': 'dd7faf74-c4aa-4498-abd4-9c61bb218201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:15.391735 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c027078f-42e6-49ec-bd91-8f232510c038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:15.426524 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Checking router: a75ff516-611e-4d49-a303-ed75b0872447 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:53:15.426875 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Updating router a75ff516-611e-4d49-a303-ed75b0872447 port 70632dab-8a8f-4583-9b26-0715265c9a2c binding host dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:53:15.452118 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c027078f-42e6-49ec-bd91-8f232510c038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:15.456237 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c027078f-42e6-49ec-bd91-8f232510c038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:15.457362 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:15.462732 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c027078f-42e6-49ec-bd91-8f232510c038 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9350df8f-16d0-40af-a46f-317c3146b5c3 HTTP/1.1" status: 204 len: 168 time: 0.1824903 Aug 24 19:53:15.478871 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027078f-42e6-49ec-bd91-8f232510c038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9350df8f-16d0-40af-a46f-317c3146b5c3,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:15.817291 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:15.829227 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Transition to ACTIVE for port object 70632dab-8a8f-4583-9b26-0715265c9a2c will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:15.842011 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:15.866170 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc002f-88cc-4595-8ad0-ed9b1220e13e req-bbc858da-7039-4390-9f91-ad3f470d3f81 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:15.876493 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80cc002f-88cc-4595-8ad0-ed9b1220e13e req-bbc858da-7039-4390-9f91-ad3f470d3f81 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.1109507 Aug 24 19:53:15.935541 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b162f-b3e8-4cfd-aa6f-7291d5c33add None None] Pushing event updated for resources: {'Port': ['ID=70632dab-8a8f-4583-9b26-0715265c9a2c,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:15.949404 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80cc002f-88cc-4595-8ad0-ed9b1220e13e req-f63dffc5-73a1-40ef-9135-d4a93fccc055 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717480 Aug 24 19:53:16.006414 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Attempting to bind port 70632dab-8a8f-4583-9b26-0715265c9a2c on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:53:16.006799 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Attempting to bind port 70632dab-8a8f-4583-9b26-0715265c9a2c by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': '89b525bf-293b-4b2f-bd27-6dcfde71aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:53:16.007163 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Attempting to bind port 70632dab-8a8f-4583-9b26-0715265c9a2c on network d2995051-387d-4da7-811d-293d2e89ca1d {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:53:16.014845 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:53:16.015234 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Checking segment: {'id': '89b525bf-293b-4b2f-bd27-6dcfde71aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:53:16.015642 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:16.016048 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Bound using segment: {'id': '89b525bf-293b-4b2f-bd27-6dcfde71aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:53:16.016543 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Bound port: 70632dab-8a8f-4583-9b26-0715265c9a2c, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b525bf-293b-4b2f-bd27-6dcfde71aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:53:16.016947 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:16.120167 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 06dbd591-23f4-49d1-85d3-fe3aa76bb335 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:16.154411 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] For port 70632dab-8a8f-4583-9b26-0715265c9a2c, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:53:16.163857 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] For port 70632dab-8a8f-4583-9b26-0715265c9a2c, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=70632dab-8a8f-4583-9b26-0715265c9a2c,segment=NetworkSegment(89b525bf-293b-4b2f-bd27-6dcfde71aedf),segment_id=89b525bf-293b-4b2f-bd27-6dcfde71aedf)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:53:16.173185 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:16.250720 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 06dbd591-23f4-49d1-85d3-fe3aa76bb335 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:16.251108 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:16.292854 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b162f-b3e8-4cfd-aa6f-7291d5c33add None None] Pushing event updated for resources: {'Port': ['ID=70632dab-8a8f-4583-9b26-0715265c9a2c,revision_number=4']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:16.297684 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Routers {'a75ff516-611e-4d49-a303-ed75b0872447'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:16.298401 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['a75ff516-611e-4d49-a303-ed75b0872447'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:16.517464 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] Set router a75ff516-611e-4d49-a303-ed75b0872447 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:16.845377 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'name': 'tempest-TestMinimumBasicScenario-964202461-router', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:07Z', 'updated_at': '2021-08-24T19:53:12Z', 'revision_number': 4, 'project_id': '0b60037040d247a1a789c6a2959ba5d2', 'gw_port': {'id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:08Z', 'updated_at': '2021-08-24T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '70632dab-8a8f-4583-9b26-0715265c9a2c', 'name': '', 'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'mac_address': 'fa:16:3e:ac:c0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'dd7faf74-c4aa-4498-abd4-9c61bb218201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:11Z', 'updated_at': '2021-08-24T19:53:16Z', 'revision_number': 4, 'project_id': '0b60037040d247a1a789c6a2959ba5d2', 'subnets': [{'id': 'dd7faf74-c4aa-4498-abd4-9c61bb218201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:16.877177 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c6f10-1524-4232-b26a-8231176fac6c None None] The sync data for ids ['a75ff516-611e-4d49-a303-ed75b0872447'] in dv-cinder-804093-3-iscsi is: [{'id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'name': 'tempest-TestMinimumBasicScenario-964202461-router', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:07Z', 'updated_at': '2021-08-24T19:53:12Z', 'revision_number': 4, 'project_id': '0b60037040d247a1a789c6a2959ba5d2', 'gw_port': {'id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:08Z', 'updated_at': '2021-08-24T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '70632dab-8a8f-4583-9b26-0715265c9a2c', 'name': '', 'network_id': 'd2995051-387d-4da7-811d-293d2e89ca1d', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'mac_address': 'fa:16:3e:ac:c0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'dd7faf74-c4aa-4498-abd4-9c61bb218201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:11Z', 'updated_at': '2021-08-24T19:53:16Z', 'revision_number': 4, 'project_id': '0b60037040d247a1a789c6a2959ba5d2', 'subnets': [{'id': 'dd7faf74-c4aa-4498-abd4-9c61bb218201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:53:17.150118 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6733f-e504-4f52-aec3-503a1b868ef1 req-4f289bda-320c-4225-83ed-cb0a6ed6a4dc tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:17.160196 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9ce6733f-e504-4f52-aec3-503a1b868ef1 req-4f289bda-320c-4225-83ed-cb0a6ed6a4dc tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0945184 Aug 24 19:53:17.208810 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9ce6733f-e504-4f52-aec3-503a1b868ef1 req-34754b99-9c48-4e33-a170-18a8701e7254 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471880 Aug 24 19:53:17.497682 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 4b80a0a0-ba30-4943-9b0a-86ca3f62805b details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:53:17.674816 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:17.699086 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'port_id': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'mac_address': 'fa:16:3e:54:48:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:53:17.906943 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:17.946445 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b80a0a0-ba30-4943-9b0a-86ca3f62805b {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:53:17.999382 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:18.007524 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:18.075304 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 70632dab-8a8f-4583-9b26-0715265c9a2c up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:18.083510 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:18.148685 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 70632dab-8a8f-4583-9b26-0715265c9a2c completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:18.154458 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 70632dab-8a8f-4583-9b26-0715265c9a2c triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:18.154833 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:18.271884 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['4b80a0a0-ba30-4943-9b0a-86ca3f62805b'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:53:18.275912 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:18.348200 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 70632dab-8a8f-4583-9b26-0715265c9a2c, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=70632dab-8a8f-4583-9b26-0715265c9a2c,segment=NetworkSegment(89b525bf-293b-4b2f-bd27-6dcfde71aedf),segment_id=89b525bf-293b-4b2f-bd27-6dcfde71aedf)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:18.360362 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:18.400988 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52380) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:18.424135 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526d8ed-fb30-463c-9342-3881ac692f68 req-d7a50c8c-39c9-4a11-b58b-a96bcba5aa22 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:18.429161 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e526d8ed-fb30-463c-9342-3881ac692f68 req-d7a50c8c-39c9-4a11-b58b-a96bcba5aa22 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 945 time: 0.0946052 Aug 24 19:53:18.484256 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=70632dab-8a8f-4583-9b26-0715265c9a2c,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:18.498619 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e526d8ed-fb30-463c-9342-3881ac692f68 req-8956e97c-fd78-433e-9d55-0f0cd187eddb tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630746 Aug 24 19:53:18.566691 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b7fb29d6-2d6c-4707-b045-8608350e62c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:18.693736 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b7fb29d6-2d6c-4707-b045-8608350e62c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:18.700519 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b7fb29d6-2d6c-4707-b045-8608350e62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:18.740312 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb29d6-2d6c-4707-b045-8608350e62c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880706cd-f717-4c7e-8fd4-8b3c60735d1c,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:18.752585 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-b7fb29d6-2d6c-4707-b045-8608350e62c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=10a025fdd2b044bab8f0cba657908947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470771 Aug 24 19:53:18.752701 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52386) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:18.820774 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8613-14a8-4b21-8871-23613bd36d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:18.856790 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8613-14a8-4b21-8871-23613bd36d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:18.925643 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8613-14a8-4b21-8871-23613bd36d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:18.928446 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8613-14a8-4b21-8871-23613bd36d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:18.931576 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-7eeb8613-14a8-4b21-8871-23613bd36d94 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/880706cd-f717-4c7e-8fd4-8b3c60735d1c HTTP/1.1" status: 204 len: 168 time: 0.1759629 Aug 24 19:53:18.951387 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb8613-14a8-4b21-8871-23613bd36d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880706cd-f717-4c7e-8fd4-8b3c60735d1c,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:19.285659 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52396) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:19.306111 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:19.414516 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:19.420300 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:19.460322 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c1749a16c25d416bb54b3db8040084d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734362 Aug 24 19:53:19.460948 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfc24dd-ab68-4456-a896-2ddca681a1eb,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:19.463760 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52398) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:19.469634 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:19.470194 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:19.470708 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:19.471193 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:19.471678 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:19.472197 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:19.472674 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:19.473154 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:19.473632 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:19.474111 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:19.474608 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:19.475109 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b4738-2cc8-4d16-a587-5526158d8bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:19.517154 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 4b80a0a0-ba30-4943-9b0a-86ca3f62805b up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:19.529629 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-cd8b07f4-e282-4d5a-b22f-05c4ee4c64ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:19.558464 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-cd8b07f4-e282-4d5a-b22f-05c4ee4c64ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:19.599181 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:19.614595 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:19.615030 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:19.621898 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-cd8b07f4-e282-4d5a-b22f-05c4ee4c64ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:19.627769 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-cd8b07f4-e282-4d5a-b22f-05c4ee4c64ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:19.629981 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-cd8b07f4-e282-4d5a-b22f-05c4ee4c64ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/adfc24dd-ab68-4456-a896-2ddca681a1eb HTTP/1.1" status: 204 len: 168 time: 0.1644657 Aug 24 19:53:19.674315 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b07f4-e282-4d5a-b22f-05c4ee4c64ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfc24dd-ab68-4456-a896-2ddca681a1eb,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:19.682894 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f584-9b0e-463f-b4ff-6055f2da28fe req-fbe6a90f-ad7a-4bc3-a8f8-6f2341458f28 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:19.684079 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1036f584-9b0e-463f-b4ff-6055f2da28fe req-fbe6a90f-ad7a-4bc3-a8f8-6f2341458f28 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 945 time: 0.0637958 Aug 24 19:53:19.766599 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1036f584-9b0e-463f-b4ff-6055f2da28fe req-cf5d33e6-ff19-4dc3-a0af-abaf5470e798 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724685 Aug 24 19:53:19.777246 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:19.806647 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:53:19.809260 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a298b5-69b2-4156-9f97-fd27f0d4ca92" -d '{"events": [{"server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "name": "network-vif-plugged", "status": "completed", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:53:19.825016 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:19.832327 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:19.858303 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7507a98d-1859-483e-9ef5-f36c1a012eba x-openstack-request-id: req-7507a98d-1859-483e-9ef5-f36c1a012eba {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:53:19.858606 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "name": "network-vif-plugged", "status": "completed", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:53:19.858856 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7507a98d-1859-483e-9ef5-f36c1a012eba {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:53:19.859248 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'code': 200} Aug 24 19:53:19.896854 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:20.014013 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 70632dab-8a8f-4583-9b26-0715265c9a2c up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:20.083014 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 70632dab-8a8f-4583-9b26-0715265c9a2c triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:20.083669 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:20.130734 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3284d-c9ae-4fde-b81b-1f3434219360 req-00b830dd-2372-40e8-b74d-5dd8026fa9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:20.132274 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c8c3284d-c9ae-4fde-b81b-1f3434219360 req-00b830dd-2372-40e8-b74d-5dd8026fa9f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 1099 time: 0.0802362 Aug 24 19:53:20.216538 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c8c3284d-c9ae-4fde-b81b-1f3434219360 req-815a5bcc-a26c-4ae0-8361-6ed925264c95 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710304 Aug 24 19:53:20.489542 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fe802-8939-4711-bf13-0a89c338c3b1 req-ae773043-761d-4f28-8303-f78ed0024480 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:20.491977 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d4fe802-8939-4711-bf13-0a89c338c3b1 req-ae773043-761d-4f28-8303-f78ed0024480 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0755825 Aug 24 19:53:20.540849 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d4fe802-8939-4711-bf13-0a89c338c3b1 req-215d9223-4b15-4787-abd8-c0ba78c4301e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415809 Aug 24 19:53:20.922745 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd80afe-fb44-4929-b626-e199985159a3 req-e81be51d-fe8d-426d-8642-dfeea86b52e3 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:20.924567 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4dd80afe-fb44-4929-b626-e199985159a3 req-e81be51d-fe8d-426d-8642-dfeea86b52e3 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0565827 Aug 24 19:53:20.984768 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4dd80afe-fb44-4929-b626-e199985159a3 req-ce597144-1b47-453d-b4c2-427c3596360a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546751 Aug 24 19:53:21.679156 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415568b-d8fd-487b-be23-dd1733e39d30 req-152df5cd-e794-451a-b89b-abefc2004ec3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:21.680760 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b415568b-d8fd-487b-be23-dd1733e39d30 req-152df5cd-e794-451a-b89b-abefc2004ec3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.0617349 Aug 24 19:53:21.731657 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b415568b-d8fd-487b-be23-dd1733e39d30 req-7d188857-8402-4902-8d92-794fb63e35c7 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426054 Aug 24 19:53:22.130101 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5eb16-79bf-452b-905f-e04703e760ab req-9d55dd61-e471-45be-a06d-01cd5788d346 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:22.131785 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9fb5eb16-79bf-452b-905f-e04703e760ab req-9d55dd61-e471-45be-a06d-01cd5788d346 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0569570 Aug 24 19:53:22.187363 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9fb5eb16-79bf-452b-905f-e04703e760ab req-095e2f1b-5a09-4153-90df-1413620f9f4e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411382 Aug 24 19:53:22.364021 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9a043-1281-4e72-bc1e-97f84f10cdc2 req-10c5290b-95f1-4b50-a784-679a48b8102e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:22.366171 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-63f9a043-1281-4e72-bc1e-97f84f10cdc2 req-10c5290b-95f1-4b50-a784-679a48b8102e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.1034060 Aug 24 19:53:22.378747 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52462) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:22.383982 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-0515f134-7cf2-49c8-a69c-ca66edb26e16 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Request body: {'floatingip': {'port_id': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:22.429442 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0515f134-7cf2-49c8-a69c-ca66edb26e16 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:22.942674 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0515f134-7cf2-49c8-a69c-ca66edb26e16 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:22.948038 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0515f134-7cf2-49c8-a69c-ca66edb26e16 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.014447 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc0476-dc01-4320-910b-835b4e0f4dc7 req-94985acc-ffef-43a0-ad9a-8e607eea4919 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:23.016849 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b3bc0476-dc01-4320-910b-835b4e0f4dc7 req-94985acc-ffef-43a0-ad9a-8e607eea4919 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.1607201 Aug 24 19:53:23.055692 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-cb0dfea5-ee39-497d-bb7c-a96016e0cbf0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:23.057407 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-cb0dfea5-ee39-497d-bb7c-a96016e0cbf0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.62 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 946 time: 0.1847696 Aug 24 19:53:23.071986 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.l3_db [None req-0515f134-7cf2-49c8-a69c-ca66edb26e16 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Floating IP 8fc2c953-de67-4f1f-99a0-da6f14391937 associated. External IP: 172.27.2.8, port: 4b80a0a0-ba30-4943-9b0a-86ca3f62805b. Aug 24 19:53:23.171366 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b3bc0476-dc01-4320-910b-835b4e0f4dc7 req-4f039289-aed7-46de-9a91-3a9bba5f33b8 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f361cf-6a11-46e3-9f35-988c09374e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463270 Aug 24 19:53:23.239134 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Deleting port e116e6ea-fa4c-45ff-9558-889ddceb65b0 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:53:23.239875 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.351385 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] For port e116e6ea-fa4c-45ff-9558-889ddceb65b0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e116e6ea-fa4c-45ff-9558-889ddceb65b0,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:23.351930 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.354631 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0515f134-7cf2-49c8-a69c-ca66edb26e16 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:53:23.564717 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.565116 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.565437 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Floating IP 154d7b90-f065-4986-acc7-f8ea145c6454 disassociated. External IP: 172.27.2.214, port: e116e6ea-fa4c-45ff-9558-889ddceb65b0. Aug 24 19:53:23.565783 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Calling delete_port for e116e6ea-fa4c-45ff-9558-889ddceb65b0 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:53:23.681917 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0515f134-7cf2-49c8-a69c-ca66edb26e16 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:53:23.689502 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0515f134-7cf2-49c8-a69c-ca66edb26e16 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.692605 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f72cd4-3f00-43e6-a2d7-a55f85b5a699 None None] Sync routers for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:53:23.708754 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f72cd4-3f00-43e6-a2d7-a55f85b5a699 None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:23.709767 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-a0f72cd4-3f00-43e6-a2d7-a55f85b5a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:23.736518 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-0515f134-7cf2-49c8-a69c-ca66edb26e16 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "PUT /v2.0/floatingips/8fc2c953-de67-4f1f-99a0-da6f14391937 HTTP/1.1" status: 200 len: 990 time: 1.3566060 Aug 24 19:53:23.737570 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b'}] {{(pid=105635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:53:23.741339 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a1bc7c0614bf66ad57556d5ba5d8a4c882b3f9dd5d9cd326119b0e1d32a26c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbc4b09-e02e-4371-bf82-8c2e4254b07d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b"}]}' {{(pid=105635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:53:23.808022 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:23.817840 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b543b2f-01c6-4f86-945f-3cac1dfd4a4d x-openstack-request-id: req-9b543b2f-01c6-4f86-945f-3cac1dfd4a4d {{(pid=105635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:53:23.817840 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b", "status": "completed", "code": 200}]} {{(pid=105635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:53:23.818174 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b543b2f-01c6-4f86-945f-3cac1dfd4a4d {{(pid=105635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:53:23.818622 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'status': 'completed', 'code': 200} Aug 24 19:53:23.846166 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event deleted for resources: {'Port': ['ID=e116e6ea-fa4c-45ff-9558-889ddceb65b0,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:23.916830 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-a0f72cd4-3f00-43e6-a2d7-a55f85b5a699 None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:23.994502 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc4b09-e02e-4371-bf82-8c2e4254b07d req-a35233b6-591a-4042-93e2-8a6e803413be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:23.996348 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ddbc4b09-e02e-4371-bf82-8c2e4254b07d req-a35233b6-591a-4042-93e2-8a6e803413be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 1099 time: 0.1467800 Aug 24 19:53:24.094406 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Router 987f89b4-ef25-4907-8729-59317c5cff68 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:53:24.224169 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc4b09-e02e-4371-bf82-8c2e4254b07d req-5f068903-d745-4a0c-831a-c7fd92f99dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:24.225897 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ddbc4b09-e02e-4371-bf82-8c2e4254b07d req-5f068903-d745-4a0c-831a-c7fd92f99dcb service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 917 time: 0.2183692 Aug 24 19:53:24.372984 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5c28ce4c-cd5e-41a4-8466-fc37e6ecd150 req-a3173a4a-081d-4507-a23a-cb0c7582c70c tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=60840597-5c88-4bcc-97b4-02d52533c7bd HTTP/1.1" status: 200 len: 210 time: 0.0461903 Aug 24 19:53:24.389682 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ddbc4b09-e02e-4371-bf82-8c2e4254b07d req-4e432294-e8f2-47b3-a519-0a7c41d73ecb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b HTTP/1.1" status: 200 len: 998 time: 0.1537292 Aug 24 19:53:24.396016 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:53:24.408130 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a2f1a-bcba-4a22-9727-eb8fe6ab3658 None None] Sync routers for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:53:24.423130 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a2f1a-bcba-4a22-9727-eb8fe6ab3658 None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:24.423763 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-036a2f1a-bcba-4a22-9727-eb8fe6ab3658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:24.431356 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-a0f72cd4-3f00-43e6-a2d7-a55f85b5a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '8fc2c953-de67-4f1f-99a0-da6f14391937', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'port_id': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'mac_address': 'fa:16:3e:54:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c254209-7540-40b9-a924-68db12e82f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:53:07Z', 'updated_at': '2021-08-24T19:53:22Z', 'revision_number': 1, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:28Z', 'revision_number': 5, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:24.482071 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f72cd4-3f00-43e6-a2d7-a55f85b5a699 None None] Checking router: 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:53:24.497340 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f72cd4-3f00-43e6-a2d7-a55f85b5a699 None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:24.498086 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-a0f72cd4-3f00-43e6-a2d7-a55f85b5a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:24.501767 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] No DVR routers for this DVR port e116e6ea-fa4c-45ff-9558-889ddceb65b0 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:53:24.506698 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:24.509503 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-70dd7244-16f7-42ca-bd4e-76bd93d5d295 req-263a5f18-01e7-44da-b975-c55e87eb3866 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.62 "DELETE /v2.0/ports/e116e6ea-fa4c-45ff-9558-889ddceb65b0 HTTP/1.1" status: 204 len: 173 time: 1.4448609 Aug 24 19:53:24.509867 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60840597-5c88-4bcc-97b4-02d52533c7bd', 'name': 'network-vif-deleted', 'tag': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:53:24.512431 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b11d4d0-3228-41c9-9924-b96191dfe317" -d '{"events": [{"server_uuid": "60840597-5c88-4bcc-97b4-02d52533c7bd", "name": "network-vif-deleted", "tag": "e116e6ea-fa4c-45ff-9558-889ddceb65b0"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:53:24.526521 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc4b09-e02e-4371-bf82-8c2e4254b07d req-c93d745c-ed67-474f-8e78-9c62422c72fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:24.528069 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ddbc4b09-e02e-4371-bf82-8c2e4254b07d req-c93d745c-ed67-474f-8e78-9c62422c72fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66c81d25-317e-4944-aa48-c52f6df9eab1 HTTP/1.1" status: 200 len: 855 time: 0.1222637 Aug 24 19:53:24.608415 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9de26e-938b-4575-84ce-b09a57268dea x-openstack-request-id: req-9b9de26e-938b-4575-84ce-b09a57268dea {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:53:24.608702 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60840597-5c88-4bcc-97b4-02d52533c7bd", "name": "network-vif-deleted", "tag": "e116e6ea-fa4c-45ff-9558-889ddceb65b0", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:53:24.608954 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b9de26e-938b-4575-84ce-b09a57268dea {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:53:24.609347 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60840597-5c88-4bcc-97b4-02d52533c7bd', 'name': 'network-vif-deleted', 'tag': 'e116e6ea-fa4c-45ff-9558-889ddceb65b0', 'status': 'completed', 'code': 200} Aug 24 19:53:24.636475 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-036a2f1a-bcba-4a22-9727-eb8fe6ab3658 None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:24.642134 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc4b09-e02e-4371-bf82-8c2e4254b07d req-c3f05cef-0470-40d2-bad6-e538579abafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:24.643666 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ddbc4b09-e02e-4371-bf82-8c2e4254b07d req-c3f05cef-0470-40d2-bad6-e538579abafb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078069 Aug 24 19:53:24.668644 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52502) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:24.748960 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-a0f72cd4-3f00-43e6-a2d7-a55f85b5a699 None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:24.822348 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ddbc4b09-e02e-4371-bf82-8c2e4254b07d req-ab669337-f7b1-45cb-b524-d0f54b7486e3 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646643 Aug 24 19:53:24.836965 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a0317b7d-673f-4105-9d17-4aa96c906812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:24.949396 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a0317b7d-673f-4105-9d17-4aa96c906812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:24.966307 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a0317b7d-673f-4105-9d17-4aa96c906812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:25.013922 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-a0317b7d-673f-4105-9d17-4aa96c906812 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7a459c4fca1b483d9eeacbc4e5e2986d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437023 Aug 24 19:53:25.014888 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52508) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:25.022284 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0317b7d-673f-4105-9d17-4aa96c906812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8851cc07-d711-40de-87ad-9b2c0de99c5b,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:25.046223 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-036a2f1a-bcba-4a22-9727-eb8fe6ab3658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:25Z', 'revision_number': 5, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:25.060702 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ddbc4b09-e02e-4371-bf82-8c2e4254b07d req-1256a02e-fc0f-4ccb-94ae-8d98fefd971b service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226186 Aug 24 19:53:25.117362 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a2f1a-bcba-4a22-9727-eb8fe6ab3658 None None] Checking router: 987f89b4-ef25-4907-8729-59317c5cff68 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:53:25.135568 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a2f1a-bcba-4a22-9727-eb8fe6ab3658 None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:25.137837 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b2355124-91f4-4055-8507-042a36a79f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:25.137967 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-036a2f1a-bcba-4a22-9727-eb8fe6ab3658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:25.162377 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-a0f72cd4-3f00-43e6-a2d7-a55f85b5a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '8fc2c953-de67-4f1f-99a0-da6f14391937', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'port_id': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'mac_address': 'fa:16:3e:54:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c254209-7540-40b9-a924-68db12e82f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:53:07Z', 'updated_at': '2021-08-24T19:53:22Z', 'revision_number': 1, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:28Z', 'revision_number': 5, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:25.189172 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b2355124-91f4-4055-8507-042a36a79f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:25.216038 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f72cd4-3f00-43e6-a2d7-a55f85b5a699 None None] The sync data for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi is: [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '8fc2c953-de67-4f1f-99a0-da6f14391937', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'port_id': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'mac_address': 'fa:16:3e:54:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c254209-7540-40b9-a924-68db12e82f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:53:07Z', 'updated_at': '2021-08-24T19:53:22Z', 'revision_number': 1, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:28Z', 'revision_number': 5, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:53:25.269303 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b2355124-91f4-4055-8507-042a36a79f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:25.273764 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b2355124-91f4-4055-8507-042a36a79f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:25.278527 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-b2355124-91f4-4055-8507-042a36a79f79 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8851cc07-d711-40de-87ad-9b2c0de99c5b HTTP/1.1" status: 204 len: 168 time: 0.2619812 Aug 24 19:53:25.289476 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2355124-91f4-4055-8507-042a36a79f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8851cc07-d711-40de-87ad-9b2c0de99c5b,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:25.350611 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-036a2f1a-bcba-4a22-9727-eb8fe6ab3658 None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:25.500546 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52516) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:25.622504 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd22dc8e-8471-49ee-8935-44a1a7740db9 None None] New status for floating IP 8fc2c953-de67-4f1f-99a0-da6f14391937: ACTIVE {{(pid=105637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:53:25.641253 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d79f0f2b-5e87-4844-ad5b-99803a0f830e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:25.669562 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d79f0f2b-5e87-4844-ad5b-99803a0f830e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:25.686161 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-036a2f1a-bcba-4a22-9727-eb8fe6ab3658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:25Z', 'revision_number': 5, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:25.730072 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a2f1a-bcba-4a22-9727-eb8fe6ab3658 None None] The sync data for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi is: [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:25Z', 'revision_number': 5, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:53:25.747732 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d79f0f2b-5e87-4844-ad5b-99803a0f830e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:25.750576 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d79f0f2b-5e87-4844-ad5b-99803a0f830e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:25.752002 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-d79f0f2b-5e87-4844-ad5b-99803a0f830e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "DELETE /v2.0/security-groups/b2f361cf-6a11-46e3-9f35-988c09374e65 HTTP/1.1" status: 204 len: 168 time: 0.2504432 Aug 24 19:53:25.754951 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52518) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:25.762701 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f0f2b-5e87-4844-ad5b-99803a0f830e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f361cf-6a11-46e3-9f35-988c09374e65,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:25.780952 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.api.v2.resource [None req-4190a982-2352-4bbc-a9d7-06946df33c45 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] show failed (client error): The resource could not be found. Aug 24 19:53:25.786105 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-4190a982-2352-4bbc-a9d7-06946df33c45 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups/b2f361cf-6a11-46e3-9f35-988c09374e65 HTTP/1.1" status: 404 len: 347 time: 0.0301287 Aug 24 19:53:25.791263 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52520) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:25.981286 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-65094532-b78f-4373-8d80-5d158ca4d3cf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Deleting port bd4b6fe1-8975-4c95-904b-13acccc2bd1f {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:53:25.981961 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-65094532-b78f-4373-8d80-5d158ca4d3cf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.093910 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-65094532-b78f-4373-8d80-5d158ca4d3cf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.094395 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-65094532-b78f-4373-8d80-5d158ca4d3cf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.107507 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-65094532-b78f-4373-8d80-5d158ca4d3cf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Calling delete_port for bd4b6fe1-8975-4c95-904b-13acccc2bd1f owned by network:floatingip {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:53:26.161086 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313ac8a-68bc-4bd3-90b5-c3b05d8a1457 None None] New status for floating IP 154d7b90-f065-4986-acc7-f8ea145c6454: DOWN {{(pid=105638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:53:26.260994 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-65094532-b78f-4373-8d80-5d158ca4d3cf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.285840 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.db.api [None req-e313ac8a-68bc-4bd3-90b5-c3b05d8a1457 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:53:26.286245 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG oslo_db.api [None req-e313ac8a-68bc-4bd3-90b5-c3b05d8a1457 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:53:26.303766 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65094532-b78f-4373-8d80-5d158ca4d3cf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event deleted for resources: {'Port': ['ID=bd4b6fe1-8975-4c95-904b-13acccc2bd1f,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:26.373121 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-65094532-b78f-4373-8d80-5d158ca4d3cf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.375950 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-65094532-b78f-4373-8d80-5d158ca4d3cf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.377149 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-65094532-b78f-4373-8d80-5d158ca4d3cf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "DELETE /v2.0/floatingips/154d7b90-f065-4986-acc7-f8ea145c6454 HTTP/1.1" status: 204 len: 168 time: 0.5846679 Aug 24 19:53:26.631661 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52530) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:26.637537 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-be91ad3e-6e46-4665-a048-a02f8d2350c3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--500432470', 'description': 'tempest-description--752854526'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:26.667860 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-be91ad3e-6e46-4665-a048-a02f8d2350c3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.749700 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-be91ad3e-6e46-4665-a048-a02f8d2350c3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.753605 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-be91ad3e-6e46-4665-a048-a02f8d2350c3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.781853 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-be91ad3e-6e46-4665-a048-a02f8d2350c3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.783078 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-be91ad3e-6e46-4665-a048-a02f8d2350c3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1504006 Aug 24 19:53:26.786114 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52540) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:26.787695 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313ac8a-68bc-4bd3-90b5-c3b05d8a1457 None None] New status for floating IP 154d7b90-f065-4986-acc7-f8ea145c6454: DOWN {{(pid=105638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:53:26.791476 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-6987bcaf-f971-4437-841a-f00534b4b31a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Request body: {'security_group_rule': {'security_group_id': 'a5498489-d2ae-442e-bc38-5537181da517', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:26.793222 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91ad3e-6e46-4665-a048-a02f8d2350c3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5498489-d2ae-442e-bc38-5537181da517,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:26.828828 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6987bcaf-f971-4437-841a-f00534b4b31a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.887988 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6987bcaf-f971-4437-841a-f00534b4b31a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.892826 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6987bcaf-f971-4437-841a-f00534b4b31a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.910599 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987bcaf-f971-4437-841a-f00534b4b31a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e578334a-be96-40b4-a2df-72e6a9584d31,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:26.920263 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6987bcaf-f971-4437-841a-f00534b4b31a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:26.922055 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-6987bcaf-f971-4437-841a-f00534b4b31a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349177 Aug 24 19:53:26.924839 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52542) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:26.929478 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-d0164cc9-6b15-4aae-904f-43c467b06c7b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Request body: {'security_group_rule': {'security_group_id': 'a5498489-d2ae-442e-bc38-5537181da517', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:26.956167 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d0164cc9-6b15-4aae-904f-43c467b06c7b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.013048 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d0164cc9-6b15-4aae-904f-43c467b06c7b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.016693 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d0164cc9-6b15-4aae-904f-43c467b06c7b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.034380 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0164cc9-6b15-4aae-904f-43c467b06c7b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30be114-575f-47a3-a333-618a84591496,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:27.040875 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d0164cc9-6b15-4aae-904f-43c467b06c7b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.041714 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-d0164cc9-6b15-4aae-904f-43c467b06c7b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158381 Aug 24 19:53:27.045078 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52544) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:27.049498 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Request body: {'floatingip': {'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:27.069771 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.167066 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.273552 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Allocated IP 172.27.2.222 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/ca5a96b6-75ee-4f5f-9e3e-0d79fa97a320) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:27.377442 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.417513 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.459001 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:27.462073 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:27.466249 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:53:27.493996 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event updated for resources: {'Port': ['ID=ca5a96b6-75ee-4f5f-9e3e-0d79fa97a320,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:27.544353 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device e116e6ea-fa4c-45ff-9558-889ddceb65b0 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:53:27.563431 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.565734 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: e116e6ea-fa4c-45ff-9558-889ddceb65b0 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:53:27.566084 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device e116e6ea-fa4c-45ff-9558-889ddceb65b0 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:53:27.598409 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.686364 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-36841abd-197e-47d6-84f8-14bce420e600 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:27.687862 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-36841abd-197e-47d6-84f8-14bce420e600 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/networks?id=f55a8fc2-8201-4256-ba29-f7573b19df71 HTTP/1.1" status: 200 len: 815 time: 0.3413956 Aug 24 19:53:27.703999 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-fb099521-3b80-4cbf-aaf8-0194e4e4cf73 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/quotas/39fa9b56670b4901b556a711a4bad25b HTTP/1.1" status: 200 len: 375 time: 0.0098155 Aug 24 19:53:27.753320 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for port, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.755658 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-41855ad4-2639-476b-8f24-a13662c8f214 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=39fa9b56670b4901b556a711a4bad25b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457895 Aug 24 19:53:27.758218 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267901878'] for port, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.830379 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event updated for resources: {'Port': ['ID=ca5a96b6-75ee-4f5f-9e3e-0d79fa97a320,revision_number=2']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:27.837664 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.852509 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:27.853835 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-fa8dbe65-5256-4542-ab34-d3f1e65f8d9a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8078775 Aug 24 19:53:27.862181 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-260faf09-e117-441c-a434-9cbfccfe687e service neutron] 10.222.0.57 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934005 Aug 24 19:53:27.960619 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-31266287-0183-4066-a1ca-fc565abacdc8 service neutron] 10.222.0.57 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918241 Aug 24 19:53:28.046713 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-13b10d42-10cf-4cbe-980f-62653b873d78 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--500432470&fields=id&tenant_id=d2d949dab476410eade39780e3cc2018 HTTP/1.1" status: 200 len: 267 time: 0.0338185 Aug 24 19:53:28.150877 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3d44b7d8-e18a-4ebe-a2bf-a696e98e606e req-38d5bfa0-e074-4835-a391-c8d1d3ef32c0 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 210 time: 0.0350976 Aug 24 19:53:28.197405 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-e3f7a369-a9c8-46a5-a76f-432ac4efaaa7 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:28.198925 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-e3f7a369-a9c8-46a5-a76f-432ac4efaaa7 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/networks?id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 HTTP/1.1" status: 200 len: 811 time: 0.1454539 Aug 24 19:53:28.216640 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-09212172-d7d2-46bc-96be-1342f65edfc6 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/quotas/d2d949dab476410eade39780e3cc2018 HTTP/1.1" status: 200 len: 375 time: 0.0114686 Aug 24 19:53:28.280989 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-fb693d05-324c-4c73-8735-76fa6a6b4809 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d2d949dab476410eade39780e3cc2018&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585177 Aug 24 19:53:28.382003 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-cc17eb1d-40f9-4bf8-9d54-4e3d4a56da80 service neutron] 10.222.0.57 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883782 Aug 24 19:53:28.479238 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-c66c6785-3f14-420e-a6b4-94a666a78d2e service neutron] 10.222.0.57 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891201 Aug 24 19:53:28.645238 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d8aa66d7-c57a-47f4-aa54-307dad5cdb94 req-e7cfbe4a-d3bf-426e-b373-3091a6cc76cf tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 210 time: 0.0282471 Aug 24 19:53:29.090264 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-f39aa584-2d08-489c-a963-4a80a0427542 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:29.091775 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-f39aa584-2d08-489c-a963-4a80a0427542 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.62 "GET /v2.0/networks?id=f55a8fc2-8201-4256-ba29-f7573b19df71 HTTP/1.1" status: 200 len: 815 time: 0.1098731 Aug 24 19:53:29.105687 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Request body: {'port': {'device_id': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'admin_state_up': True, 'tenant_id': '39fa9b56670b4901b556a711a4bad25b'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:29.238497 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Made reservation on behalf of 39fa9b56670b4901b556a711a4bad25b for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:53:29.241838 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:29.264702 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1fcf3570-ef56-44af-aa6a-e386f1a207af req-8ee141eb-751e-47c2-94bf-592532b0c402 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 210 time: 0.0374544 Aug 24 19:53:29.399734 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Allocated IP 172.20.0.13 (f55a8fc2-8201-4256-ba29-f7573b19df71/ba34205c-203c-4b54-9f05-8cf2f64d1d87/c4dc139c-3599-4df1-ae72-40a0589d3ec0) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:29.570264 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:29.623844 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Transition to ACTIVE for port object c4dc139c-3599-4df1-ae72-40a0589d3ec0 will not be triggered until provisioned by entity DHCP. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:29.744259 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-59b429e9-c698-425a-a814-f3d6cf71d504 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:29.746165 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-59b429e9-c698-425a-a814-f3d6cf71d504 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.62 "GET /v2.0/networks?id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 HTTP/1.1" status: 200 len: 811 time: 0.1679323 Aug 24 19:53:29.799170 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9e5562b3-cd8c-418a-9477-5a56c89fbbe0 req-eba90dfc-0d6f-4ba9-a18b-7afdeafb87fc tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 210 time: 0.0517187 Aug 24 19:53:29.807634 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:29.888327 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event updated for resources: {'Port': ['ID=c4dc139c-3599-4df1-ae72-40a0589d3ec0,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:29.897017 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Network f55a8fc2-8201-4256-ba29-f7573b19df71 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:29.898577 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:29.901973 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:53:29.964633 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:29.965426 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:29.994422 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-0ae85089-be95-4b36-905c-a3fabf7e8a6c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8835580 Aug 24 19:53:30.196678 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-109982d6-268d-4a86-818b-44ebaf7fc16d None None] Provisioning for port c4dc139c-3599-4df1-ae72-40a0589d3ec0 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:30.200605 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-109982d6-268d-4a86-818b-44ebaf7fc16d None None] Provisioning complete for port c4dc139c-3599-4df1-ae72-40a0589d3ec0 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:30.200994 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-109982d6-268d-4a86-818b-44ebaf7fc16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:30.241046 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-109982d6-268d-4a86-818b-44ebaf7fc16d None None] Port c4dc139c-3599-4df1-ae72-40a0589d3ec0 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:53:30.400035 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399c4ba-5504-4864-bc09-13c4cf56f0df req-7bba9dfb-a4b5-4299-bcd7-d367e1d7ca63 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:30.401619 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f399c4ba-5504-4864-bc09-13c4cf56f0df req-7bba9dfb-a4b5-4299-bcd7-d367e1d7ca63 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 932 time: 0.0615416 Aug 24 19:53:30.442502 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f399c4ba-5504-4864-bc09-13c4cf56f0df req-c7360c45-62ad-413e-866e-6dec124d97f0 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348837 Aug 24 19:53:30.904461 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-91e6103e-a004-4433-9a77-6159a6b2abdf req-81a455b8-7158-446a-b445-e944a22e46a4 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 210 time: 0.0323195 Aug 24 19:53:31.567350 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9597ae8-ba67-4627-94a2-23afb4a0383d req-1663d064-5933-43f4-a1ef-288c0cd7bec4 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:31.575337 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f9597ae8-ba67-4627-94a2-23afb4a0383d req-1663d064-5933-43f4-a1ef-288c0cd7bec4 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 932 time: 0.0586243 Aug 24 19:53:31.611874 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f9597ae8-ba67-4627-94a2-23afb4a0383d req-01c5119d-a4a4-4d26-a9c7-17047cfa0418 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Aug 24 19:53:32.004071 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7be35168-c83b-4755-95c3-39ddb0c3b7f3 req-65abd92d-beac-4917-a98d-aa16a1edc7db tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 210 time: 0.0288548 Aug 24 19:53:32.730209 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb443f2-d8ff-4073-b1fb-5755416fb168 req-1659b4ba-c56a-4c7c-bc5e-11f7517f736b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:32.731778 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5bb443f2-d8ff-4073-b1fb-5755416fb168 req-1659b4ba-c56a-4c7c-bc5e-11f7517f736b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 932 time: 0.0501313 Aug 24 19:53:32.773290 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5bb443f2-d8ff-4073-b1fb-5755416fb168 req-f0ea743a-1ca6-4da4-aca2-daa8eea974c1 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350325 Aug 24 19:53:33.080788 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-30fd9979-f393-4ca7-9e70-aecf16d8a52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:33.103087 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2d7db0f7-6144-4b5a-aa69-4bb7c2a4e413 req-d995b1c9-8ef9-443d-bf08-d11f416380a3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 210 time: 0.0298927 Aug 24 19:53:33.896471 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bd3ff-9b3e-4b56-b339-c798076be69b req-44a4c454-df2b-4096-b209-a89fa7f6a248 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:33.897940 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fd9bd3ff-9b3e-4b56-b339-c798076be69b req-44a4c454-df2b-4096-b209-a89fa7f6a248 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 932 time: 0.0528014 Aug 24 19:53:33.937053 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fd9bd3ff-9b3e-4b56-b339-c798076be69b req-33f88007-fade-42b7-b32f-ee1f26069447 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327940 Aug 24 19:53:34.202406 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ea6e9aa8-f555-4048-a01a-895af3da3cf6 req-c0b4061a-5766-403e-b5a6-3ebdad21ee01 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 210 time: 0.0285342 Aug 24 19:53:35.056693 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fc793-6d3d-4cfc-825d-7c520b6eb9a8 req-2c9a339a-02ad-41f4-8545-f32a4189fe85 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:35.058355 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-608fc793-6d3d-4cfc-825d-7c520b6eb9a8 req-2c9a339a-02ad-41f4-8545-f32a4189fe85 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 932 time: 0.0489726 Aug 24 19:53:35.103407 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-608fc793-6d3d-4cfc-825d-7c520b6eb9a8 req-b244dffa-2b71-4aac-a049-9346ae50e4ad tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383360 Aug 24 19:53:35.311763 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7a57c0cc-752b-41d4-a9d6-4dbdd79a64a8 req-f54e78b7-18e9-4ea0-ad7a-5c9dbbc5995f tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 210 time: 0.0288987 Aug 24 19:53:35.743684 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-36b20ea9-1726-4ec7-89a8-46acede9af75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:36.167401 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:36.234419 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88764cc-6581-4fdf-a32b-1411f0c6d324 req-73b4a6bb-1e88-4d67-aec3-3369daa4a686 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:36.235972 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a88764cc-6581-4fdf-a32b-1411f0c6d324 req-73b4a6bb-1e88-4d67-aec3-3369daa4a686 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 932 time: 0.0503182 Aug 24 19:53:36.292325 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a88764cc-6581-4fdf-a32b-1411f0c6d324 req-4ae56a17-f583-4cfd-bcdb-b989beca21c2 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478861 Aug 24 19:53:36.416773 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e085d976-0b53-4994-836b-2675e7d99b72 req-1be6b37b-09ac-4b72-81f5-b6096d0053cd tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 210 time: 0.0344429 Aug 24 19:53:36.747991 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:37.393962 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:53:37.413195 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94bdc8-9166-4318-9c64-48cb11b1b43d req-9aebf0e3-8a5f-48ad-9286-be75351798b2 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:37.414723 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dc94bdc8-9166-4318-9c64-48cb11b1b43d req-9aebf0e3-8a5f-48ad-9286-be75351798b2 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 932 time: 0.0579302 Aug 24 19:53:37.453597 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dc94bdc8-9166-4318-9c64-48cb11b1b43d req-3e6b5012-8cb0-4791-9330-b20a5187eb17 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326788 Aug 24 19:53:37.552375 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-149a866b-c57e-469d-a7fb-a46e10a21e0c req-35977de4-0f0e-4886-aa01-407c121fc0c1 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 210 time: 0.0301337 Aug 24 19:53:38.407542 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:38.575230 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:38.601582 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9d02b-dd97-441c-854b-838edf15cc84 req-8ab21374-e672-49a7-8812-61c938fadf02 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:38.603617 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-88b9d02b-dd97-441c-854b-838edf15cc84 req-8ab21374-e672-49a7-8812-61c938fadf02 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 932 time: 0.0562971 Aug 24 19:53:38.641963 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-88b9d02b-dd97-441c-854b-838edf15cc84 req-75020677-aee5-482e-8421-7f2ff4478b52 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Aug 24 19:53:38.741936 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-932c99f7-5a0a-463b-8af6-43c572f2c845 req-4a1eda86-1549-4b5b-af9f-734f7639c54a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 210 time: 0.0285344 Aug 24 19:53:39.762423 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a4b51-656e-42c3-8566-27588f98518b req-e6a7d759-fc20-43b2-83db-b6935a5d3695 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:39.763914 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fd4a4b51-656e-42c3-8566-27588f98518b req-e6a7d759-fc20-43b2-83db-b6935a5d3695 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 932 time: 0.0555277 Aug 24 19:53:39.802108 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fd4a4b51-656e-42c3-8566-27588f98518b req-69714bc1-96dd-462c-b378-a48413218124 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322337 Aug 24 19:53:39.885130 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad3f993e-ca50-4a61-bd0d-4c2ee4146509 req-3830704c-8448-4aab-b4a3-c73018f2ebc6 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 210 time: 0.0282125 Aug 24 19:53:40.461169 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Request body: {'port': {'device_id': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:40.531997 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-3cd8818c-12c4-4322-9193-986ea635b447 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2d949dab476410eade39780e3cc2018 HTTP/1.1" status: 200 len: 379 time: 0.0804124 Aug 24 19:53:40.542842 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:40.550302 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Request body: {'port': {'device_id': 'c84478d8-f724-46db-b154-d7ac2f8e2d91', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'admin_state_up': True, 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'security_groups': ['a5498489-d2ae-442e-bc38-5537181da517']}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:40.776623 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Made reservation on behalf of d2d949dab476410eade39780e3cc2018 for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:53:40.780202 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:41.018287 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79104e36-c973-4d6d-bb98-03be7873c20c req-c04357d5-04aa-4e77-8ea7-c47ae21c4753 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:41.019760 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-79104e36-c973-4d6d-bb98-03be7873c20c req-c04357d5-04aa-4e77-8ea7-c47ae21c4753 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 932 time: 0.1493435 Aug 24 19:53:41.044789 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-89561283-f6e3-418b-9fc1-7d1454226407 req-4f5c4a09-08a8-4a87-942c-f2b06e6de6ba tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 210 time: 0.0652866 Aug 24 19:53:41.083181 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Allocated IP 172.20.0.13 (7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86/0623cb7b-b882-471d-94a2-06bff63acae9/959e5622-8237-4539-aad7-5bc8882b3a4c) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:53:41.106353 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4dc139c-3599-4df1-ae72-40a0589d3ec0 {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:53:41.114865 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:41.141793 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Transition to ACTIVE for port object c4dc139c-3599-4df1-ae72-40a0589d3ec0 will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:41.150164 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-79104e36-c973-4d6d-bb98-03be7873c20c req-8745c646-05e7-46cf-b0c3-2b4c496b4820 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144605 Aug 24 19:53:41.152980 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:41.259669 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4dc139c-3599-4df1-ae72-40a0589d3ec0,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:41.364047 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:41.388247 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Attempting to bind port c4dc139c-3599-4df1-ae72-40a0589d3ec0 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:53:41.388587 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Attempting to bind port c4dc139c-3599-4df1-ae72-40a0589d3ec0 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '0bcb376b-6ebb-4092-b82d-e6610cd2ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:53:41.388916 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Attempting to bind port c4dc139c-3599-4df1-ae72-40a0589d3ec0 on network f55a8fc2-8201-4256-ba29-f7573b19df71 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:53:41.391376 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Transition to ACTIVE for port object 959e5622-8237-4539-aad7-5bc8882b3a4c will not be triggered until provisioned by entity DHCP. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:41.397049 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Port c4dc139c-3599-4df1-ae72-40a0589d3ec0 on network f55a8fc2-8201-4256-ba29-f7573b19df71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:53:41.397371 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Attempting to bind port c4dc139c-3599-4df1-ae72-40a0589d3ec0 on network f55a8fc2-8201-4256-ba29-f7573b19df71 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:53:41.407044 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:53:41.407396 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Checking segment: {'id': '0bcb376b-6ebb-4092-b82d-e6610cd2ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:53:41.407779 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Bound using segment: {'id': '0bcb376b-6ebb-4092-b82d-e6610cd2ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:53:41.408230 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Bound port: c4dc139c-3599-4df1-ae72-40a0589d3ec0, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcb376b-6ebb-4092-b82d-e6610cd2ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:53:41.408589 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:41.469973 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:41.536115 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:53:41.540914 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] For port c4dc139c-3599-4df1-ae72-40a0589d3ec0, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:53:41.543476 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:53:41.545549 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event updated for resources: {'Port': ['ID=959e5622-8237-4539-aad7-5bc8882b3a4c,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:41.547764 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:53:41.579197 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] For port c4dc139c-3599-4df1-ae72-40a0589d3ec0, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:53:41.583791 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:41.636875 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:41.637519 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:41.652541 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:41.653165 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:41.654576 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] 10.222.0.62 "PUT /v2.0/ports/c4dc139c-3599-4df1-ae72-40a0589d3ec0 HTTP/1.1" status: 200 len: 1094 time: 1.2017365 Aug 24 19:53:41.655017 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:53:41.657498 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde884d1-e99b-4cbd-b992-1f93c12bb649" -d '{"events": [{"name": "network-changed", "server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:53:41.679678 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-427a9efd-e265-4967-a4aa-23110d4bcd0e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1343324 Aug 24 19:53:41.683916 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a44740-687a-4717-99fb-8d2971334db6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4dc139c-3599-4df1-ae72-40a0589d3ec0,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:41.693292 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Request body: {'port': {'device_id': 'c84478d8-f724-46db-b154-d7ac2f8e2d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:41.715239 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e88fce5-1d8c-4e66-84ad-41b71d592c6d x-openstack-request-id: req-9e88fce5-1d8c-4e66-84ad-41b71d592c6d {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:53:41.715528 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:53:41.715776 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9e88fce5-1d8c-4e66-84ad-41b71d592c6d {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:53:41.717360 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0', 'status': 'completed', 'code': 200} Aug 24 19:53:41.782926 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:41.797243 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-5ab7246c-e21a-4a67-a905-ba163bbcbc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:41.798810 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-5ab7246c-e21a-4a67-a905-ba163bbcbc0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39fa9b56670b4901b556a711a4bad25b&device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 1097 time: 0.0818219 Aug 24 19:53:41.857556 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-ba9ae915-f6a7-4b28-b8b9-7184f00f48bf None None] Provisioning for port 959e5622-8237-4539-aad7-5bc8882b3a4c completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:41.861663 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-ba9ae915-f6a7-4b28-b8b9-7184f00f48bf None None] Provisioning complete for port 959e5622-8237-4539-aad7-5bc8882b3a4c triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:41.862232 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ba9ae915-f6a7-4b28-b8b9-7184f00f48bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:41.866475 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-9f7d89e0-9c8d-4a9e-a4b7-045823d5eff8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0 HTTP/1.1" status: 200 len: 217 time: 0.0391276 Aug 24 19:53:41.895964 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ae915-f6a7-4b28-b8b9-7184f00f48bf None None] Port 959e5622-8237-4539-aad7-5bc8882b3a4c cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:53:41.991483 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-434bbc0d-81e6-46d4-bac7-be7b52d8abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:41.994189 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-434bbc0d-81e6-46d4-bac7-be7b52d8abfe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba34205c-203c-4b54-9f05-8cf2f64d1d87 HTTP/1.1" status: 200 len: 854 time: 0.1188126 Aug 24 19:53:42.100754 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-44b8aea3-3876-4003-a484-9cc7c36ebdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:42.103396 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-44b8aea3-3876-4003-a484-9cc7c36ebdcd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f55a8fc2-8201-4256-ba29-f7573b19df71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919065 Aug 24 19:53:42.538008 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d528dbf-aed3-4bac-8879-2a371e2c1f0f req-ff043776-66e6-43f8-841d-d2d09971e9f1 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:42.539778 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d528dbf-aed3-4bac-8879-2a371e2c1f0f req-ff043776-66e6-43f8-841d-d2d09971e9f1 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 932 time: 0.4254234 Aug 24 19:53:42.554666 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-207ac96d-95b8-4bda-8eed-fac0cea035e5 service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417040 Aug 24 19:53:42.566569 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959e5622-8237-4539-aad7-5bc8882b3a4c {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:53:42.587969 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:42.601070 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14e3bd-1a1c-4daf-b84f-1881aa991c67 req-817163d1-5145-41ea-9425-0a1c2bbfa29d tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:42.603335 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bc14e3bd-1a1c-4daf-b84f-1881aa991c67 req-817163d1-5145-41ea-9425-0a1c2bbfa29d tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 944 time: 0.1584773 Aug 24 19:53:42.680006 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Transition to ACTIVE for port object 959e5622-8237-4539-aad7-5bc8882b3a4c will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:53:42.683397 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d528dbf-aed3-4bac-8879-2a371e2c1f0f req-862bae07-9e1a-4fa3-aff9-3e3215503b52 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5498489-d2ae-442e-bc38-5537181da517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373162 Aug 24 19:53:42.688873 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:42.769819 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bc14e3bd-1a1c-4daf-b84f-1881aa991c67 req-4d261cc1-0368-427a-aac8-e31bb3ea5f8a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546845 Aug 24 19:53:42.775445 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-33f87e0c-9805-4887-a71e-d0dedece5122 req-f1dbd1f4-6cf5-4c1f-a2da-8a8c6233645f service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045138 Aug 24 19:53:42.780499 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Pushing event updated for resources: {'Port': ['ID=959e5622-8237-4539-aad7-5bc8882b3a4c,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:42.880352 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Attempting to bind port 959e5622-8237-4539-aad7-5bc8882b3a4c on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:53:42.881006 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Attempting to bind port 959e5622-8237-4539-aad7-5bc8882b3a4c by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:53:42.881006 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Attempting to bind port 959e5622-8237-4539-aad7-5bc8882b3a4c on network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:53:42.887487 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Port 959e5622-8237-4539-aad7-5bc8882b3a4c on network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:53:42.887804 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Attempting to bind port 959e5622-8237-4539-aad7-5bc8882b3a4c on network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:53:42.895409 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:53:42.895744 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Checking segment: {'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:53:42.896143 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Bound using segment: {'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:53:42.896579 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Bound port: 959e5622-8237-4539-aad7-5bc8882b3a4c, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7323d9a-7486-4e80-96bc-37f690d7d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:53:42.896942 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:42.914597 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde884d1-e99b-4cbd-b992-1f93c12bb649 req-c9aaad0b-930d-4a19-b19d-a4cac3a444a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:42.916493 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cde884d1-e99b-4cbd-b992-1f93c12bb649 req-c9aaad0b-930d-4a19-b19d-a4cac3a444a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39fa9b56670b4901b556a711a4bad25b&device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 1097 time: 0.0695443 Aug 24 19:53:43.024746 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] For port 959e5622-8237-4539-aad7-5bc8882b3a4c, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:53:43.029301 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] For port 959e5622-8237-4539-aad7-5bc8882b3a4c, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=959e5622-8237-4539-aad7-5bc8882b3a4c,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:53:43.037874 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:43.080932 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde884d1-e99b-4cbd-b992-1f93c12bb649 req-1287daf4-4ab5-4b03-83ea-1f6386191828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:43.082395 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cde884d1-e99b-4cbd-b992-1f93c12bb649 req-1287daf4-4ab5-4b03-83ea-1f6386191828 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f55a8fc2-8201-4256-ba29-f7573b19df71 HTTP/1.1" status: 200 len: 916 time: 0.1445613 Aug 24 19:53:43.090778 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:43.091385 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:43.092804 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] 10.222.0.62 "PUT /v2.0/ports/959e5622-8237-4539-aad7-5bc8882b3a4c HTTP/1.1" status: 200 len: 1094 time: 1.4039912 Aug 24 19:53:43.143431 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cde884d1-e99b-4cbd-b992-1f93c12bb649 req-a2037ced-960c-43a3-adf5-68b17267f9e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0 HTTP/1.1" status: 200 len: 217 time: 0.0478487 Aug 24 19:53:43.146485 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea58d5-d3a0-4d36-8e89-02013bde5363 service neutron] Pushing event updated for resources: {'Port': ['ID=959e5622-8237-4539-aad7-5bc8882b3a4c,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:43.236333 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde884d1-e99b-4cbd-b992-1f93c12bb649 req-511c5ae3-3dbc-4259-904e-dc35a9987e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:43.238454 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cde884d1-e99b-4cbd-b992-1f93c12bb649 req-511c5ae3-3dbc-4259-904e-dc35a9987e4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba34205c-203c-4b54-9f05-8cf2f64d1d87 HTTP/1.1" status: 200 len: 854 time: 0.0808544 Aug 24 19:53:43.255497 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-35812bf5-eeb2-4254-9b07-0c8ed88479ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:43.256970 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-35812bf5-eeb2-4254-9b07-0c8ed88479ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2d949dab476410eade39780e3cc2018&device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 1097 time: 0.0693533 Aug 24 19:53:43.317735 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-70711848-2d50-4d76-9936-39735068667d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=959e5622-8237-4539-aad7-5bc8882b3a4c HTTP/1.1" status: 200 len: 217 time: 0.0428483 Aug 24 19:53:43.328819 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde884d1-e99b-4cbd-b992-1f93c12bb649 req-6cb7544f-da58-4e9b-b986-49ab7fd7d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:43.330194 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cde884d1-e99b-4cbd-b992-1f93c12bb649 req-6cb7544f-da58-4e9b-b986-49ab7fd7d334 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f55a8fc2-8201-4256-ba29-f7573b19df71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845046 Aug 24 19:53:43.418939 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-8ae9ac03-09c4-4d0c-ba9c-9a75ec29067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:43.420301 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-8ae9ac03-09c4-4d0c-ba9c-9a75ec29067a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0623cb7b-b882-471d-94a2-06bff63acae9 HTTP/1.1" status: 200 len: 850 time: 0.0935128 Aug 24 19:53:43.479835 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cde884d1-e99b-4cbd-b992-1f93c12bb649 req-e86d254f-3bdc-40e3-9437-926f77504009 service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249349 Aug 24 19:53:43.485702 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-fcb52729-ede9-4c81-b9de-b99b6ecfd9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:43.487041 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-fcb52729-ede9-4c81-b9de-b99b6ecfd9a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580068 Aug 24 19:53:43.636902 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-0958d3f8-22be-4c4b-ba07-826d4103d841 service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401443 Aug 24 19:53:43.638508 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cde884d1-e99b-4cbd-b992-1f93c12bb649 req-f623e79c-307d-4aa2-bcc7-905594c89c8f service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497810 Aug 24 19:53:43.721364 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84478d8-f724-46db-b154-d7ac2f8e2d91', 'tag': '959e5622-8237-4539-aad7-5bc8882b3a4c'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:53:43.723712 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a2fada-d84b-4774-adb3-f4c0c7e7f66f" -d '{"events": [{"name": "network-changed", "server_uuid": "c84478d8-f724-46db-b154-d7ac2f8e2d91", "tag": "959e5622-8237-4539-aad7-5bc8882b3a4c"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:53:43.743441 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b676a21-efcb-42f2-a1e0-8d115849b4cf req-85780d24-a0c5-4099-8883-6079b5a67f90 service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932970 Aug 24 19:53:43.761936 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639817cf-5bed-4d94-ba9e-bea02632fe62 x-openstack-request-id: req-639817cf-5bed-4d94-ba9e-bea02632fe62 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:53:43.762229 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84478d8-f724-46db-b154-d7ac2f8e2d91", "tag": "959e5622-8237-4539-aad7-5bc8882b3a4c", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:53:43.762485 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-639817cf-5bed-4d94-ba9e-bea02632fe62 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:53:43.762918 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84478d8-f724-46db-b154-d7ac2f8e2d91', 'tag': '959e5622-8237-4539-aad7-5bc8882b3a4c', 'status': 'completed', 'code': 200} Aug 24 19:53:43.844621 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed36bbc-32b6-4c3a-979f-b2f9d91c6c0a req-7e91f391-938d-466d-a8b8-190eec11e09b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:43.846122 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8ed36bbc-32b6-4c3a-979f-b2f9d91c6c0a req-7e91f391-938d-466d-a8b8-190eec11e09b tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 944 time: 0.0781019 Aug 24 19:53:43.861876 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2fada-d84b-4774-adb3-f4c0c7e7f66f req-25d6a82b-9b25-4b5a-8938-0ef192588b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:43.863251 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e5a2fada-d84b-4774-adb3-f4c0c7e7f66f req-25d6a82b-9b25-4b5a-8938-0ef192588b88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2d949dab476410eade39780e3cc2018&device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 1097 time: 0.0651217 Aug 24 19:53:43.935557 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8ed36bbc-32b6-4c3a-979f-b2f9d91c6c0a req-1966b501-540f-48bf-a015-26841a32f587 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5498489-d2ae-442e-bc38-5537181da517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811615 Aug 24 19:53:44.008625 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2fada-d84b-4774-adb3-f4c0c7e7f66f req-138cdafa-f9ca-42ad-aa1e-6c01f45b179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:44.010538 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e5a2fada-d84b-4774-adb3-f4c0c7e7f66f req-138cdafa-f9ca-42ad-aa1e-6c01f45b179a service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 HTTP/1.1" status: 200 len: 912 time: 0.1399794 Aug 24 19:53:44.022654 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7404c1-de9e-43b9-a054-5a8b066a873a req-b389b6d2-b317-48ab-8401-fa95d361824d tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:44.025211 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-de7404c1-de9e-43b9-a054-5a8b066a873a req-b389b6d2-b317-48ab-8401-fa95d361824d tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 944 time: 0.0737591 Aug 24 19:53:44.070065 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e5a2fada-d84b-4774-adb3-f4c0c7e7f66f req-93515424-9c47-4d2b-a794-7dbcbde4b04b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=959e5622-8237-4539-aad7-5bc8882b3a4c HTTP/1.1" status: 200 len: 217 time: 0.0439465 Aug 24 19:53:44.118982 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-de7404c1-de9e-43b9-a054-5a8b066a873a req-7bd53682-6d51-4a00-96e2-ffab6cf894c2 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873990 Aug 24 19:53:44.140212 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2fada-d84b-4774-adb3-f4c0c7e7f66f req-91f86462-66d0-42a5-a9d1-5f311db6bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:44.141612 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e5a2fada-d84b-4774-adb3-f4c0c7e7f66f req-91f86462-66d0-42a5-a9d1-5f311db6bbe4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0623cb7b-b882-471d-94a2-06bff63acae9 HTTP/1.1" status: 200 len: 850 time: 0.0632033 Aug 24 19:53:44.192979 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2fada-d84b-4774-adb3-f4c0c7e7f66f req-d384c7d7-3209-4316-b061-eec22113c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:44.194365 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e5a2fada-d84b-4774-adb3-f4c0c7e7f66f req-d384c7d7-3209-4316-b061-eec22113c8b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439224 Aug 24 19:53:44.286248 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e5a2fada-d84b-4774-adb3-f4c0c7e7f66f req-b3e411ff-207e-4716-86f0-5bb1a07313de service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818181 Aug 24 19:53:44.377143 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e5a2fada-d84b-4774-adb3-f4c0c7e7f66f req-4f4de636-5f1d-40f5-9f6e-9e6e0d944bf9 service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836871 Aug 24 19:53:45.053285 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759aebd-8f17-450f-92d3-0ddd2b0a40e2 req-9b255920-448e-4bff-b3d2-bd1e6e5d5ac3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:45.054729 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c759aebd-8f17-450f-92d3-0ddd2b0a40e2 req-9b255920-448e-4bff-b3d2-bd1e6e5d5ac3 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 944 time: 0.0493052 Aug 24 19:53:45.091423 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c759aebd-8f17-450f-92d3-0ddd2b0a40e2 req-5c36a5ff-aa30-4181-b3e2-0fa09a71c227 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5498489-d2ae-442e-bc38-5537181da517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307875 Aug 24 19:53:45.239005 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a771bc-5bae-4104-8024-2ef673601ed8 req-643c2147-f049-469a-b7e1-b9a1c8832a5a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:45.240478 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e7a771bc-5bae-4104-8024-2ef673601ed8 req-643c2147-f049-469a-b7e1-b9a1c8832a5a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 944 time: 0.0523438 Aug 24 19:53:45.277761 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e7a771bc-5bae-4104-8024-2ef673601ed8 req-219c400d-ad25-41b2-926d-4b0e269bf65a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312591 Aug 24 19:53:45.612636 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device c4dc139c-3599-4df1-ae72-40a0589d3ec0 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:53:45.818225 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port c4dc139c-3599-4df1-ae72-40a0589d3ec0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:45.829893 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'port_id': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0', 'mac_address': 'fa:16:3e:ad:d9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:53:45.864870 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:45.877269 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4dc139c-3599-4df1-ae72-40a0589d3ec0 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:53:45.896332 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port c4dc139c-3599-4df1-ae72-40a0589d3ec0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:45.900341 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:45.900998 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 959e5622-8237-4539-aad7-5bc8882b3a4c details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:53:45.968348 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=c4dc139c-3599-4df1-ae72-40a0589d3ec0,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:46.032660 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 959e5622-8237-4539-aad7-5bc8882b3a4c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=959e5622-8237-4539-aad7-5bc8882b3a4c,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:46.043855 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '959e5622-8237-4539-aad7-5bc8882b3a4c', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'port_id': '959e5622-8237-4539-aad7-5bc8882b3a4c', 'mac_address': 'fa:16:3e:0d:78:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:53:46.087103 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:46.099965 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959e5622-8237-4539-aad7-5bc8882b3a4c {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:53:46.119681 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 959e5622-8237-4539-aad7-5bc8882b3a4c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=959e5622-8237-4539-aad7-5bc8882b3a4c,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:46.125132 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:46.176171 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=959e5622-8237-4539-aad7-5bc8882b3a4c,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:46.206882 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648d7f4-6eb7-4115-831d-f606b6ef5e67 req-fa5e8292-035b-45e4-957f-5c790ec0292f tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:46.208384 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6648d7f4-6eb7-4115-831d-f606b6ef5e67 req-fa5e8292-035b-45e4-957f-5c790ec0292f tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 945 time: 0.0495281 Aug 24 19:53:46.246459 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6648d7f4-6eb7-4115-831d-f606b6ef5e67 req-fb45c48f-b04d-4a98-90c3-a4c7ca98ef31 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5498489-d2ae-442e-bc38-5537181da517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316932 Aug 24 19:53:46.379496 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['c4dc139c-3599-4df1-ae72-40a0589d3ec0'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:53:46.395849 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39da5f-8ac2-42e0-96a4-361fc3c51c0a req-40f69884-205a-4e89-bc20-5721535003c9 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:46.397376 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cc39da5f-8ac2-42e0-96a4-361fc3c51c0a req-40f69884-205a-4e89-bc20-5721535003c9 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 945 time: 0.0513515 Aug 24 19:53:46.401607 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['959e5622-8237-4539-aad7-5bc8882b3a4c'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:53:46.436948 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cc39da5f-8ac2-42e0-96a4-361fc3c51c0a req-e2b941a5-9361-4d9f-8d96-d47bf472f057 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333359 Aug 24 19:53:47.362746 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef370-1ab6-4f1b-9c20-2621cec318d6 req-09cf232f-8962-482d-9199-67fccb812681 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:47.364272 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-635ef370-1ab6-4f1b-9c20-2621cec318d6 req-09cf232f-8962-482d-9199-67fccb812681 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 945 time: 0.0527074 Aug 24 19:53:47.401232 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-635ef370-1ab6-4f1b-9c20-2621cec318d6 req-a785cc35-390b-48e1-b2d5-84150b92a1d5 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5498489-d2ae-442e-bc38-5537181da517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310173 Aug 24 19:53:47.551827 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37513aab-3f5d-427d-b315-9b232504b651 req-99c2073d-8a4a-4ce8-ac44-190d602153e1 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:47.553271 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-37513aab-3f5d-427d-b315-9b232504b651 req-99c2073d-8a4a-4ce8-ac44-190d602153e1 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 945 time: 0.0487199 Aug 24 19:53:47.590075 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-37513aab-3f5d-427d-b315-9b232504b651 req-5d518d06-3ad4-4479-a236-378e4dbf7c89 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Aug 24 19:53:47.637541 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device c4dc139c-3599-4df1-ae72-40a0589d3ec0 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:47.687188 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port c4dc139c-3599-4df1-ae72-40a0589d3ec0 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:47.690772 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port c4dc139c-3599-4df1-ae72-40a0589d3ec0 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:47.691143 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:47.772434 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:47.795709 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:53:47.797980 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90686a26-e807-41b7-b674-decfbb8c0ca8" -d '{"events": [{"server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "name": "network-vif-plugged", "status": "completed", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:53:47.811119 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port c4dc139c-3599-4df1-ae72-40a0589d3ec0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:47.815211 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:47.815982 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 959e5622-8237-4539-aad7-5bc8882b3a4c up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:53:47.854435 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e2725e-003c-4cac-9435-76de596e952f x-openstack-request-id: req-31e2725e-003c-4cac-9435-76de596e952f {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:53:47.854730 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "name": "network-vif-plugged", "status": "completed", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:53:47.854987 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31e2725e-003c-4cac-9435-76de596e952f {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:53:47.855375 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0', 'code': 200} Aug 24 19:53:47.892459 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=c4dc139c-3599-4df1-ae72-40a0589d3ec0,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:47.901629 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:47.901984 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:47.902332 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:47.902674 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:47.903016 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:47.903354 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:47.903687 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:47.904020 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:47.904376 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:47.904706 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:47.905037 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:47.905359 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:53:47.922025 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 959e5622-8237-4539-aad7-5bc8882b3a4c completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:53:47.926511 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 959e5622-8237-4539-aad7-5bc8882b3a4c triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:53:47.926893 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:48.012049 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:48.033784 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5b866-4a49-4034-ad91-c6d4a803910a req-32f56e46-7cf7-4981-b944-257729a153e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:48.035353 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7aa5b866-4a49-4034-ad91-c6d4a803910a req-32f56e46-7cf7-4981-b944-257729a153e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 1099 time: 0.0462763 Aug 24 19:53:48.045518 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 959e5622-8237-4539-aad7-5bc8882b3a4c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=959e5622-8237-4539-aad7-5bc8882b3a4c,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:53:48.049633 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:48.072022 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7aa5b866-4a49-4034-ad91-c6d4a803910a req-f40705e4-50e7-4028-bbd9-4a53823ca8cb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291810 Aug 24 19:53:48.097209 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=959e5622-8237-4539-aad7-5bc8882b3a4c,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:53:48.518398 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44aa7a-a98a-45c0-ab6a-2c8b71509dd4 req-3b29bd6a-21e6-4a11-8ab6-077e494d6fa0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:48.519923 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8e44aa7a-a98a-45c0-ab6a-2c8b71509dd4 req-3b29bd6a-21e6-4a11-8ab6-077e494d6fa0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 946 time: 0.0523856 Aug 24 19:53:48.559519 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8e44aa7a-a98a-45c0-ab6a-2c8b71509dd4 req-738179a5-c8d7-4743-b7e3-4f5e56a648f9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5498489-d2ae-442e-bc38-5537181da517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332813 Aug 24 19:53:48.702907 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740262-c6ae-40b1-8d84-cbcd2860a303 req-2cb6c74b-e2e5-4044-bd40-0b07b273f218 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:48.704452 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-17740262-c6ae-40b1-8d84-cbcd2860a303 req-2cb6c74b-e2e5-4044-bd40-0b07b273f218 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 946 time: 0.0485818 Aug 24 19:53:48.741223 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-17740262-c6ae-40b1-8d84-cbcd2860a303 req-4fd45191-9db8-4937-b4e2-092f78931b47 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Aug 24 19:53:49.671362 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168985d-8237-43bd-8092-9e10c90a4f96 req-77953001-8935-4498-80c2-99f87f53085e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:49.672844 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4168985d-8237-43bd-8092-9e10c90a4f96 req-77953001-8935-4498-80c2-99f87f53085e tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 946 time: 0.0479059 Aug 24 19:53:49.710205 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4168985d-8237-43bd-8092-9e10c90a4f96 req-ef81d600-5fa7-4b1c-ab24-89c2d791b69d tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5498489-d2ae-442e-bc38-5537181da517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315628 Aug 24 19:53:49.856629 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84478d8-f724-46db-b154-d7ac2f8e2d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959e5622-8237-4539-aad7-5bc8882b3a4c'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:53:49.858851 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66562c8e-edf8-4b0b-94be-41fb83872ab4" -d '{"events": [{"server_uuid": "c84478d8-f724-46db-b154-d7ac2f8e2d91", "name": "network-vif-plugged", "status": "completed", "tag": "959e5622-8237-4539-aad7-5bc8882b3a4c"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:53:49.859528 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d02f0-32c4-4d16-b8d6-ebc6c960d424 req-a95a7656-2bec-42ef-a2a7-74b3c317db10 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:49.861006 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d85d02f0-32c4-4d16-b8d6-ebc6c960d424 req-a95a7656-2bec-42ef-a2a7-74b3c317db10 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 946 time: 0.0513375 Aug 24 19:53:49.894284 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc05b9f1-5384-4261-a9fd-05f557000e72 x-openstack-request-id: req-fc05b9f1-5384-4261-a9fd-05f557000e72 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:53:49.894573 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84478d8-f724-46db-b154-d7ac2f8e2d91", "name": "network-vif-plugged", "status": "completed", "tag": "959e5622-8237-4539-aad7-5bc8882b3a4c", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:53:49.894820 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc05b9f1-5384-4261-a9fd-05f557000e72 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:53:49.895205 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84478d8-f724-46db-b154-d7ac2f8e2d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959e5622-8237-4539-aad7-5bc8882b3a4c', 'code': 200} Aug 24 19:53:49.899913 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d85d02f0-32c4-4d16-b8d6-ebc6c960d424 req-e162fb16-7f86-4900-95aa-451da11f22fa tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329487 Aug 24 19:53:50.019296 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f26e0b-38a4-4c19-afac-d42d12756a40 req-937be19c-c48f-48da-a38b-57092d7f7066 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:50.020830 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-41f26e0b-38a4-4c19-afac-d42d12756a40 req-937be19c-c48f-48da-a38b-57092d7f7066 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 946 time: 0.0538566 Aug 24 19:53:50.086323 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-41f26e0b-38a4-4c19-afac-d42d12756a40 req-0ebf6f64-46d0-44f6-a348-e797e57bcfb2 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541611 Aug 24 19:53:50.092728 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3f191-36de-4694-a1c2-1cfdb8cb4b0a req-146c9471-e965-4b85-b640-79ea723ff440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:50.094231 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00c3f191-36de-4694-a1c2-1cfdb8cb4b0a req-146c9471-e965-4b85-b640-79ea723ff440 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 1099 time: 0.0696726 Aug 24 19:53:50.131023 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00c3f191-36de-4694-a1c2-1cfdb8cb4b0a req-f8c56700-8186-443f-8503-20cef6c23704 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a5498489-d2ae-442e-bc38-5537181da517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292249 Aug 24 19:53:50.421790 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0b133-eb50-4611-92be-9e683cd88c08 req-396c607d-4ff1-4c82-ac4a-aab604545ded tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:50.423470 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-91d0b133-eb50-4611-92be-9e683cd88c08 req-396c607d-4ff1-4c82-ac4a-aab604545ded tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 946 time: 0.0601254 Aug 24 19:53:50.465310 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-91d0b133-eb50-4611-92be-9e683cd88c08 req-3f30495c-7bce-479a-ad2b-1b846d4478d3 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359354 Aug 24 19:53:50.840219 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba186e7c-72fa-4330-bffa-aff7247b9cca req-94b98b41-d8fc-47fc-88ab-3208a84356cd tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:50.841739 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ba186e7c-72fa-4330-bffa-aff7247b9cca req-94b98b41-d8fc-47fc-88ab-3208a84356cd tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 946 time: 0.0523696 Aug 24 19:53:50.878467 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ba186e7c-72fa-4330-bffa-aff7247b9cca req-603194c4-62b1-47e3-94c2-a13f2a5abf94 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5498489-d2ae-442e-bc38-5537181da517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306859 Aug 24 19:53:51.993381 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f8241-7a55-407c-9a2f-92f038383247 req-847a9c45-dab6-4255-84c5-c6a67807de3a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:51.994913 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-486f8241-7a55-407c-9a2f-92f038383247 req-847a9c45-dab6-4255-84c5-c6a67807de3a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 946 time: 0.0497093 Aug 24 19:53:52.035478 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-486f8241-7a55-407c-9a2f-92f038383247 req-6ab529a5-d9f2-44e8-a9c4-bbfc06e6e528 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5498489-d2ae-442e-bc38-5537181da517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346327 Aug 24 19:53:52.157465 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94eade5-482b-4972-a9bb-86a620ee38cd req-183cc9be-a66f-4f31-9646-fd28d799a75c tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:52.158990 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e94eade5-482b-4972-a9bb-86a620ee38cd req-183cc9be-a66f-4f31-9646-fd28d799a75c tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 946 time: 0.0548003 Aug 24 19:53:52.168129 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52762) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:53:52.172810 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-168e89b3-92ac-482c-ab2c-c921f7fc5754 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Request body: {'floatingip': {'port_id': '959e5622-8237-4539-aad7-5bc8882b3a4c'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:53:52.220682 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-168e89b3-92ac-482c-ab2c-c921f7fc5754 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:52.637468 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-168e89b3-92ac-482c-ab2c-c921f7fc5754 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:52.641382 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-168e89b3-92ac-482c-ab2c-c921f7fc5754 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:52.742026 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.l3_db [None req-168e89b3-92ac-482c-ab2c-c921f7fc5754 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Floating IP a2043617-2f7d-429b-91ec-71d7cafeb629 associated. External IP: 172.27.2.222, port: 959e5622-8237-4539-aad7-5bc8882b3a4c. Aug 24 19:53:52.947186 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168e89b3-92ac-482c-ab2c-c921f7fc5754 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Router 987f89b4-ef25-4907-8729-59317c5cff68 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:53:53.051051 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168e89b3-92ac-482c-ab2c-c921f7fc5754 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:53:53.056010 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-168e89b3-92ac-482c-ab2c-c921f7fc5754 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:53:53.062440 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71be7eb-08a3-4536-99e0-0c1dd7f7992e None None] Sync routers for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:53:53.073094 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71be7eb-08a3-4536-99e0-0c1dd7f7992e None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:53.073700 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-d71be7eb-08a3-4536-99e0-0c1dd7f7992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:53.081963 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-168e89b3-92ac-482c-ab2c-c921f7fc5754 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "PUT /v2.0/floatingips/a2043617-2f7d-429b-91ec-71d7cafeb629 HTTP/1.1" status: 200 len: 992 time: 0.9127512 Aug 24 19:53:53.082544 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84478d8-f724-46db-b154-d7ac2f8e2d91', 'tag': '959e5622-8237-4539-aad7-5bc8882b3a4c'}] {{(pid=105635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:53:53.084808 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a1bc7c0614bf66ad57556d5ba5d8a4c882b3f9dd5d9cd326119b0e1d32a26c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79586747-be70-4895-b196-b524bd8fab90" -d '{"events": [{"name": "network-changed", "server_uuid": "c84478d8-f724-46db-b154-d7ac2f8e2d91", "tag": "959e5622-8237-4539-aad7-5bc8882b3a4c"}]}' {{(pid=105635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:53:53.124469 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dbd771-2c03-47ae-bde5-7f75d46d7eb8 x-openstack-request-id: req-b9dbd771-2c03-47ae-bde5-7f75d46d7eb8 {{(pid=105635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:53:53.124943 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84478d8-f724-46db-b154-d7ac2f8e2d91", "tag": "959e5622-8237-4539-aad7-5bc8882b3a4c", "status": "completed", "code": 200}]} {{(pid=105635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:53:53.125261 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b9dbd771-2c03-47ae-bde5-7f75d46d7eb8 {{(pid=105635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:53:53.125729 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84478d8-f724-46db-b154-d7ac2f8e2d91', 'tag': '959e5622-8237-4539-aad7-5bc8882b3a4c', 'status': 'completed', 'code': 200} Aug 24 19:53:53.182404 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-d71be7eb-08a3-4536-99e0-0c1dd7f7992e None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:53.200624 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79586747-be70-4895-b196-b524bd8fab90 req-aeba5aa6-8ee4-417a-9f91-f50de16a276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:53.202067 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-79586747-be70-4895-b196-b524bd8fab90 req-aeba5aa6-8ee4-417a-9f91-f50de16a276c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2d949dab476410eade39780e3cc2018&device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 1099 time: 0.0420372 Aug 24 19:53:53.292834 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79586747-be70-4895-b196-b524bd8fab90 req-5a548b86-ba30-4589-b565-2f3b71c9a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:53.294305 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-79586747-be70-4895-b196-b524bd8fab90 req-5a548b86-ba30-4589-b565-2f3b71c9a019 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 HTTP/1.1" status: 200 len: 912 time: 0.0847359 Aug 24 19:53:53.364247 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-79586747-be70-4895-b196-b524bd8fab90 req-40b2de48-0892-42af-b421-f93e6ac7673e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=959e5622-8237-4539-aad7-5bc8882b3a4c HTTP/1.1" status: 200 len: 1000 time: 0.0619226 Aug 24 19:53:53.410981 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-d71be7eb-08a3-4536-99e0-0c1dd7f7992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': 'a2043617-2f7d-429b-91ec-71d7cafeb629', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'port_id': '959e5622-8237-4539-aad7-5bc8882b3a4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'mac_address': 'fa:16:3e:0d:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84478d8-f724-46db-b154-d7ac2f8e2d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:53:27Z', 'updated_at': '2021-08-24T19:53:52Z', 'revision_number': 1, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:25Z', 'revision_number': 5, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:53.413913 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79586747-be70-4895-b196-b524bd8fab90 req-fc19ee07-caef-4fbd-a6ba-a174cef17a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:53.415595 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-79586747-be70-4895-b196-b524bd8fab90 req-fc19ee07-caef-4fbd-a6ba-a174cef17a34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0623cb7b-b882-471d-94a2-06bff63acae9 HTTP/1.1" status: 200 len: 850 time: 0.0431340 Aug 24 19:53:53.440222 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71be7eb-08a3-4536-99e0-0c1dd7f7992e None None] Checking router: 987f89b4-ef25-4907-8729-59317c5cff68 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:53:53.454155 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71be7eb-08a3-4536-99e0-0c1dd7f7992e None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:53:53.454704 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-d71be7eb-08a3-4536-99e0-0c1dd7f7992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:53.469127 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79586747-be70-4895-b196-b524bd8fab90 req-d7fa06eb-ec73-420d-a9a5-1cc0d840ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:53.470623 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-79586747-be70-4895-b196-b524bd8fab90 req-d7fa06eb-ec73-420d-a9a5-1cc0d840ec7d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459445 Aug 24 19:53:53.564554 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-d71be7eb-08a3-4536-99e0-0c1dd7f7992e None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:53:53.564772 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-79586747-be70-4895-b196-b524bd8fab90 req-915d7604-156d-4c58-b1b6-f7d33eaa71af service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863969 Aug 24 19:53:53.658299 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-79586747-be70-4895-b196-b524bd8fab90 req-613fed8f-c064-459e-ad2d-648828065eba service neutron] 10.222.0.62 "GET /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842745 Aug 24 19:53:53.796169 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-d71be7eb-08a3-4536-99e0-0c1dd7f7992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': 'a2043617-2f7d-429b-91ec-71d7cafeb629', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'port_id': '959e5622-8237-4539-aad7-5bc8882b3a4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'mac_address': 'fa:16:3e:0d:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84478d8-f724-46db-b154-d7ac2f8e2d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:53:27Z', 'updated_at': '2021-08-24T19:53:52Z', 'revision_number': 1, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:25Z', 'revision_number': 5, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:53:53.827442 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71be7eb-08a3-4536-99e0-0c1dd7f7992e None None] The sync data for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi is: [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': 'a2043617-2f7d-429b-91ec-71d7cafeb629', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'port_id': '959e5622-8237-4539-aad7-5bc8882b3a4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'mac_address': 'fa:16:3e:0d:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84478d8-f724-46db-b154-d7ac2f8e2d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:53:27Z', 'updated_at': '2021-08-24T19:53:52Z', 'revision_number': 1, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:25Z', 'revision_number': 5, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:53:54.001407 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d2a4f-88cd-4e5a-b437-4657aa7f28b2 None None] New status for floating IP a2043617-2f7d-429b-91ec-71d7cafeb629: ACTIVE {{(pid=105638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:53:59.892870 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3cbf1-3937-4d1d-9500-099c709791e1 req-e5c5525a-5b2f-407d-8c5e-97521d9c35d3 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:53:59.894237 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f1a3cbf1-3937-4d1d-9500-099c709791e1 req-e5c5525a-5b2f-407d-8c5e-97521d9c35d3 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 946 time: 0.0536397 Aug 24 19:53:59.930890 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f1a3cbf1-3937-4d1d-9500-099c709791e1 req-96759721-3148-49ab-89eb-b9c5ad0fdfd4 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301185 Aug 24 19:53:59.952302 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52818) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:54:00.129685 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971b5729-8ae3-4b8a-85cb-fda7105d6653 tempest-TestMinimumBasicScenario-1024079573 tempest-TestMinimumBasicScenario-1024079573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:00.131198 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-971b5729-8ae3-4b8a-85cb-fda7105d6653 tempest-TestMinimumBasicScenario-1024079573 tempest-TestMinimumBasicScenario-1024079573-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 1094 time: 0.1779504 Aug 24 19:54:00.134957 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 52822) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:54:00.139265 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Request body: {'floatingip': {'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'port_id': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:54:00.161072 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for floatingip, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.257193 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.358181 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Allocated IP 172.27.2.119 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/300b667b-9060-4b7a-a61a-8f7cd7bc05ca) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:54:00.462026 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.505317 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:00.547015 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:54:00.550014 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:54:00.554224 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:54:00.558413 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event updated for resources: {'Port': ['ID=300b667b-9060-4b7a-a61a-8f7cd7bc05ca,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:01.145077 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.207839 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.359184 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.363837 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.432003 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event updated for resources: {'Port': ['ID=300b667b-9060-4b7a-a61a-8f7cd7bc05ca,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:01.442273 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.546965 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Floating IP 0904acaf-a1ab-4467-9f4c-cb1dc1404222 associated. External IP: 172.27.2.119, port: c4dc139c-3599-4df1-ae72-40a0589d3ec0. Aug 24 19:54:01.748600 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Router 35a199dc-f771-481e-9c37-1031bfb75c69 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:54:01.858283 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:54:01.867477 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ccadb-de5d-4d6e-854b-1163cd86d55b None None] Sync routers for ids ['35a199dc-f771-481e-9c37-1031bfb75c69'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:54:01.873597 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.880818 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ccadb-de5d-4d6e-854b-1163cd86d55b None None] Routers {'35a199dc-f771-481e-9c37-1031bfb75c69'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:54:01.881507 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-6c6ccadb-de5d-4d6e-854b-1163cd86d55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['35a199dc-f771-481e-9c37-1031bfb75c69'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:01.906781 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-e0b7defe-ac2c-44c4-9945-90285e3617cf tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7681558 Aug 24 19:54:01.906781 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:54:01.907948 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52832) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:54:01.908455 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f26fb79-724f-4fef-abad-16004f074f09" -d '{"events": [{"name": "network-changed", "server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:54:01.913845 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589939724', 'description': 'tempest-secgroup-smoke-589939724 description', 'project_id': '39fa9b56670b4901b556a711a4bad25b'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:54:01.935948 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:01.946831 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9c065e-66e3-4273-abc0-386df8cdd854 x-openstack-request-id: req-8e9c065e-66e3-4273-abc0-386df8cdd854 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:54:01.947373 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:54:01.947769 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e9c065e-66e3-4273-abc0-386df8cdd854 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:54:01.948328 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0', 'status': 'completed', 'code': 200} Aug 24 19:54:01.996486 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-6c6ccadb-de5d-4d6e-854b-1163cd86d55b None None] Set router 35a199dc-f771-481e-9c37-1031bfb75c69 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:54:02.022075 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26fb79-724f-4fef-abad-16004f074f09 req-2dd52e5d-4c03-4b11-b4b3-39f612c10988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:02.024334 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4f26fb79-724f-4fef-abad-16004f074f09 req-2dd52e5d-4c03-4b11-b4b3-39f612c10988 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39fa9b56670b4901b556a711a4bad25b&device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 1099 time: 0.0426311 Aug 24 19:54:02.031154 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.035070 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.063877 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.067805 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1554394 Aug 24 19:54:02.068006 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52836) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:54:02.079838 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-61848f9f-ec22-4cf6-a13e-06cde80bc522 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Request body: {'security_group_rule': {'security_group_id': '1704aa87-5cbe-4f8c-9e7d-f98884472a54', 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:54:02.085216 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1704aa87-5cbe-4f8c-9e7d-f98884472a54,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:02.100800 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:02.101179 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:02.102154 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:02.103847 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:02.104304 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:02.104826 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:02.105334 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:02.105879 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:02.106416 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:02.106792 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:02.107341 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:02.107883 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5cb782-df4e-4f07-a014-4c6d10eacf1b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:02.127295 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-61848f9f-ec22-4cf6-a13e-06cde80bc522 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.133994 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26fb79-724f-4fef-abad-16004f074f09 req-e4fb10a0-811e-48eb-9be1-e37683184ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:02.135703 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4f26fb79-724f-4fef-abad-16004f074f09 req-e4fb10a0-811e-48eb-9be1-e37683184ae1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f55a8fc2-8201-4256-ba29-f7573b19df71 HTTP/1.1" status: 200 len: 916 time: 0.1011217 Aug 24 19:54:02.175776 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-61848f9f-ec22-4cf6-a13e-06cde80bc522 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.182929 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-61848f9f-ec22-4cf6-a13e-06cde80bc522 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.205537 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61848f9f-ec22-4cf6-a13e-06cde80bc522 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d43e414-79a7-43af-ba8d-3f063162587c,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:02.215155 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-61848f9f-ec22-4cf6-a13e-06cde80bc522 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.219207 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4f26fb79-724f-4fef-abad-16004f074f09 req-03a177a9-4f28-4502-b540-07318d8deaf1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0 HTTP/1.1" status: 200 len: 1000 time: 0.0701625 Aug 24 19:54:02.219847 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-61848f9f-ec22-4cf6-a13e-06cde80bc522 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475682 Aug 24 19:54:02.219847 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52838) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:54:02.223914 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-9bf17327-5442-44c8-860d-cf958dd34656 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Request body: {'security_group_rule': {'security_group_id': '1704aa87-5cbe-4f8c-9e7d-f98884472a54', 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:54:02.251086 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-6c6ccadb-de5d-4d6e-854b-1163cd86d55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 4, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port': {'id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:01Z', 'updated_at': '2021-08-24T19:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '0904acaf-a1ab-4467-9f4c-cb1dc1404222', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'port_id': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'mac_address': 'fa:16:3e:ad:d9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:54:00Z', 'updated_at': '2021-08-24T19:54:00Z', 'revision_number': 0, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96047dde-1db9-450a-8575-59692fa55f22', 'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'mac_address': 'fa:16:3e:a9:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:03Z', 'updated_at': '2021-08-24T19:53:12Z', 'revision_number': 5, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'subnets': [{'id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:02.256809 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9bf17327-5442-44c8-860d-cf958dd34656 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.279403 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26fb79-724f-4fef-abad-16004f074f09 req-ffbec438-9d15-4ebd-a927-61a419e7f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:02.280866 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4f26fb79-724f-4fef-abad-16004f074f09 req-ffbec438-9d15-4ebd-a927-61a419e7f33b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba34205c-203c-4b54-9f05-8cf2f64d1d87 HTTP/1.1" status: 200 len: 854 time: 0.0519021 Aug 24 19:54:02.280990 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ccadb-de5d-4d6e-854b-1163cd86d55b None None] Checking router: 35a199dc-f771-481e-9c37-1031bfb75c69 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:54:02.290797 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ccadb-de5d-4d6e-854b-1163cd86d55b None None] Routers {'35a199dc-f771-481e-9c37-1031bfb75c69'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:54:02.291417 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-6c6ccadb-de5d-4d6e-854b-1163cd86d55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:53:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['35a199dc-f771-481e-9c37-1031bfb75c69'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:02.317226 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9bf17327-5442-44c8-860d-cf958dd34656 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.322164 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9bf17327-5442-44c8-860d-cf958dd34656 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.334996 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26fb79-724f-4fef-abad-16004f074f09 req-b37e6af2-d536-4bc0-9e46-7bd31e35b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:02.337259 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4f26fb79-724f-4fef-abad-16004f074f09 req-b37e6af2-d536-4bc0-9e46-7bd31e35b822 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f55a8fc2-8201-4256-ba29-f7573b19df71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432169 Aug 24 19:54:02.342707 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf17327-5442-44c8-860d-cf958dd34656 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8265b4c5-c761-41f3-a7f1-ee7cfbd4e3b7,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:02.349714 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9bf17327-5442-44c8-860d-cf958dd34656 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.354065 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-9bf17327-5442-44c8-860d-cf958dd34656 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306841 Aug 24 19:54:02.354419 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52840) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:54:02.359194 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-0ee41a08-68ec-42ab-8844-4124fa6024bb tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Request body: {'security_group_rule': {'security_group_id': '1704aa87-5cbe-4f8c-9e7d-f98884472a54', 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:54:02.388051 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0ee41a08-68ec-42ab-8844-4124fa6024bb tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.439817 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4f26fb79-724f-4fef-abad-16004f074f09 req-cbf0aa85-f970-4501-8124-df690b037559 service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913596 Aug 24 19:54:02.453679 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0ee41a08-68ec-42ab-8844-4124fa6024bb tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.458454 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0ee41a08-68ec-42ab-8844-4124fa6024bb tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.472294 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee41a08-68ec-42ab-8844-4124fa6024bb tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a952a018-a0a8-4d4f-b0e0-4649cf373577,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:02.486670 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-0ee41a08-68ec-42ab-8844-4124fa6024bb tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.490935 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-0ee41a08-68ec-42ab-8844-4124fa6024bb tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355155 Aug 24 19:54:02.491767 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52842) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:54:02.497430 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-c4943b51-973d-4c4b-83ff-a04606f55213 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Request body: {'security_group_rule': {'security_group_id': '1704aa87-5cbe-4f8c-9e7d-f98884472a54', 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:54:02.527937 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c4943b51-973d-4c4b-83ff-a04606f55213 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.540331 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-6c6ccadb-de5d-4d6e-854b-1163cd86d55b None None] Set router 35a199dc-f771-481e-9c37-1031bfb75c69 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:54:02.565335 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4f26fb79-724f-4fef-abad-16004f074f09 req-08b2438c-cb39-443b-adb3-1bef820c0895 service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139326 Aug 24 19:54:02.598146 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c4943b51-973d-4c4b-83ff-a04606f55213 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.602576 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c4943b51-973d-4c4b-83ff-a04606f55213 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.620166 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4943b51-973d-4c4b-83ff-a04606f55213 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97225fe-1c24-462c-b243-38c3e7f738f9,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:02.627850 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c4943b51-973d-4c4b-83ff-a04606f55213 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.629185 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c4943b51-973d-4c4b-83ff-a04606f55213 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355779 Aug 24 19:54:02.631994 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52846) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:54:02.637117 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-910a931f-67d3-45fd-9c04-a3460466106a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Request body: {'security_group_rule': {'security_group_id': '1704aa87-5cbe-4f8c-9e7d-f98884472a54', 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:54:02.658983 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.securitygroups_db [None req-910a931f-67d3-45fd-9c04-a3460466106a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Project 39fa9b56670b4901b556a711a4bad25b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:54:02.663930 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-910a931f-67d3-45fd-9c04-a3460466106a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.726247 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-910a931f-67d3-45fd-9c04-a3460466106a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.730887 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-910a931f-67d3-45fd-9c04-a3460466106a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.748500 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a931f-67d3-45fd-9c04-a3460466106a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e488aaa-6b94-4046-b85a-9a3fed1042ab,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:02.756417 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-910a931f-67d3-45fd-9c04-a3460466106a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.757660 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-910a931f-67d3-45fd-9c04-a3460466106a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246541 Aug 24 19:54:02.760413 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 52848) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:54:02.764871 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-2884ae89-5ed7-4b8b-b72f-cd4bd30fa269 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Request body: {'security_group_rule': {'security_group_id': '1704aa87-5cbe-4f8c-9e7d-f98884472a54', 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:54:02.783437 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-6c6ccadb-de5d-4d6e-854b-1163cd86d55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 4, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port': {'id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:01Z', 'updated_at': '2021-08-24T19:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '0904acaf-a1ab-4467-9f4c-cb1dc1404222', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'port_id': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'mac_address': 'fa:16:3e:ad:d9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:54:00Z', 'updated_at': '2021-08-24T19:54:00Z', 'revision_number': 0, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96047dde-1db9-450a-8575-59692fa55f22', 'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'mac_address': 'fa:16:3e:a9:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:03Z', 'updated_at': '2021-08-24T19:53:12Z', 'revision_number': 5, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'subnets': [{'id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:54:02.786421 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.securitygroups_db [None req-2884ae89-5ed7-4b8b-b72f-cd4bd30fa269 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Project 39fa9b56670b4901b556a711a4bad25b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:54:02.792060 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2884ae89-5ed7-4b8b-b72f-cd4bd30fa269 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.812015 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ccadb-de5d-4d6e-854b-1163cd86d55b None None] The sync data for ids ['35a199dc-f771-481e-9c37-1031bfb75c69'] in dv-cinder-804093-3-iscsi is: [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 4, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port': {'id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:01Z', 'updated_at': '2021-08-24T19:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '0904acaf-a1ab-4467-9f4c-cb1dc1404222', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'port_id': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'mac_address': 'fa:16:3e:ad:d9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:54:00Z', 'updated_at': '2021-08-24T19:54:00Z', 'revision_number': 0, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96047dde-1db9-450a-8575-59692fa55f22', 'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'mac_address': 'fa:16:3e:a9:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:03Z', 'updated_at': '2021-08-24T19:53:12Z', 'revision_number': 5, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'subnets': [{'id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:54:02.858334 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2884ae89-5ed7-4b8b-b72f-cd4bd30fa269 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.862328 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2884ae89-5ed7-4b8b-b72f-cd4bd30fa269 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.882168 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884ae89-5ed7-4b8b-b72f-cd4bd30fa269 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2a05b1-7822-407e-9e2d-7ca4a782c440,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:02.885801 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2884ae89-5ed7-4b8b-b72f-cd4bd30fa269 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:02.887065 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-2884ae89-5ed7-4b8b-b72f-cd4bd30fa269 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256566 Aug 24 19:54:03.015609 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18085df8-8533-4af7-ba0b-2178c7ed510b None None] New status for floating IP 0904acaf-a1ab-4467-9f4c-cb1dc1404222: ACTIVE {{(pid=105638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:54:03.083457 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4263972a-493e-4bf3-960f-e23125de9376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.109790 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b057a1e-e26a-455b-bae6-6f87031badb6 req-700dd601-e264-4433-b677-6dfff06865b8 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589939724&fields=id&tenant_id=39fa9b56670b4901b556a711a4bad25b HTTP/1.1" status: 200 len: 267 time: 0.1748221 Aug 24 19:54:03.167056 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b057a1e-e26a-455b-bae6-6f87031badb6 req-b909bc32-0dea-48cc-884e-f74f0088d1b2 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:03.168628 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b057a1e-e26a-455b-bae6-6f87031badb6 req-b909bc32-0dea-48cc-884e-f74f0088d1b2 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 946 time: 0.0529175 Aug 24 19:54:03.180024 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-3b057a1e-e26a-455b-bae6-6f87031badb6 req-343ffae6-106d-46e1-b86e-793e9f54c63a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Request body: {'port': {'security_groups': ['094137fd-8537-45ce-8ed9-bc2be03bad00', '1704aa87-5cbe-4f8c-9e7d-f98884472a54']}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:54:03.247791 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b057a1e-e26a-455b-bae6-6f87031badb6 req-343ffae6-106d-46e1-b86e-793e9f54c63a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.435626 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-3b057a1e-e26a-455b-bae6-6f87031badb6 req-343ffae6-106d-46e1-b86e-793e9f54c63a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] For port c4dc139c-3599-4df1-ae72-40a0589d3ec0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:54:03.465454 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b057a1e-e26a-455b-bae6-6f87031badb6 req-343ffae6-106d-46e1-b86e-793e9f54c63a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.469865 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b057a1e-e26a-455b-bae6-6f87031badb6 req-343ffae6-106d-46e1-b86e-793e9f54c63a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.485469 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['c4dc139c-3599-4df1-ae72-40a0589d3ec0'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:54:03.518687 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b057a1e-e26a-455b-bae6-6f87031badb6 req-343ffae6-106d-46e1-b86e-793e9f54c63a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:03.519323 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-3b057a1e-e26a-455b-bae6-6f87031badb6 req-343ffae6-106d-46e1-b86e-793e9f54c63a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.520780 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3b057a1e-e26a-455b-bae6-6f87031badb6 req-343ffae6-106d-46e1-b86e-793e9f54c63a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "PUT /v2.0/ports/c4dc139c-3599-4df1-ae72-40a0589d3ec0 HTTP/1.1" status: 200 len: 982 time: 0.3455780 Aug 24 19:54:03.540011 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ffae6-106d-46e1-b86e-793e9f54c63a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event updated for resources: {'Port': ['ID=c4dc139c-3599-4df1-ae72-40a0589d3ec0,revision_number=6']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:03.618865 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['c4dc139c-3599-4df1-ae72-40a0589d3ec0'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:54:03.699093 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeb286-57b1-404a-985b-e193afa88bf1 req-65acbf73-08b0-4b85-bea6-045d0008329a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:03.701216 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7afeb286-57b1-404a-985b-e193afa88bf1 req-65acbf73-08b0-4b85-bea6-045d0008329a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.1120188 Aug 24 19:54:03.750358 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7afeb286-57b1-404a-985b-e193afa88bf1 req-1d684549-0869-410e-b130-787b8117fe77 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393734 Aug 24 19:54:03.849587 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-75e23325-f5f1-44bd-a176-308de66e9027 None None] Provisioning complete for port c4dc139c-3599-4df1-ae72-40a0589d3ec0 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:54:03.849949 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-75e23325-f5f1-44bd-a176-308de66e9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:03.949644 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:54:03.951944 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f84a51-3b5c-46a4-acaa-eb36f6e9899f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:54:03.987613 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e209f778-be63-49d0-9b7b-76f2d1dbea42 x-openstack-request-id: req-e209f778-be63-49d0-9b7b-76f2d1dbea42 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:54:03.987970 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:54:03.988303 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e209f778-be63-49d0-9b7b-76f2d1dbea42 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:54:03.988752 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0', 'status': 'completed', 'code': 200} Aug 24 19:54:04.067817 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f84a51-3b5c-46a4-acaa-eb36f6e9899f req-6e11b23c-5d4c-4dc1-a7ce-43fa38bc0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:04.069365 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-82f84a51-3b5c-46a4-acaa-eb36f6e9899f req-6e11b23c-5d4c-4dc1-a7ce-43fa38bc0fc1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39fa9b56670b4901b556a711a4bad25b&device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 1138 time: 0.0476148 Aug 24 19:54:04.176351 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f84a51-3b5c-46a4-acaa-eb36f6e9899f req-ea3a7e1f-3b97-4614-b389-4da309e98cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:04.177805 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-82f84a51-3b5c-46a4-acaa-eb36f6e9899f req-ea3a7e1f-3b97-4614-b389-4da309e98cef service neutron] 10.222.0.62 "GET /v2.0/networks?id=f55a8fc2-8201-4256-ba29-f7573b19df71 HTTP/1.1" status: 200 len: 916 time: 0.0951467 Aug 24 19:54:04.245276 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-82f84a51-3b5c-46a4-acaa-eb36f6e9899f req-110f733f-d567-41f3-8fc4-3f695593567b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0 HTTP/1.1" status: 200 len: 1002 time: 0.0577912 Aug 24 19:54:04.300052 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f84a51-3b5c-46a4-acaa-eb36f6e9899f req-dc8ed593-cc6f-4474-a046-814f90c3baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:04.301543 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-82f84a51-3b5c-46a4-acaa-eb36f6e9899f req-dc8ed593-cc6f-4474-a046-814f90c3baa7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba34205c-203c-4b54-9f05-8cf2f64d1d87 HTTP/1.1" status: 200 len: 854 time: 0.0467212 Aug 24 19:54:04.360811 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f84a51-3b5c-46a4-acaa-eb36f6e9899f req-e32aba9f-53cd-4b13-92b3-28836aac5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:04.362285 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-82f84a51-3b5c-46a4-acaa-eb36f6e9899f req-e32aba9f-53cd-4b13-92b3-28836aac5fe0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f55a8fc2-8201-4256-ba29-f7573b19df71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408204 Aug 24 19:54:04.452637 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-82f84a51-3b5c-46a4-acaa-eb36f6e9899f req-fc7b2c2b-8265-4336-b9d9-88e1cc9008ae service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791774 Aug 24 19:54:04.545638 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-82f84a51-3b5c-46a4-acaa-eb36f6e9899f req-74a51d55-de5c-4f1f-b721-d050ca5ad1a5 service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853410 Aug 24 19:54:05.745817 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ec38ecf5-11cd-4d01-a454-e42bac0a93fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:06.178566 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:06.750727 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:08.410313 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:08.578608 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:08.980285 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3581658f-9670-40c9-8985-94e4558c7491 req-5f77b8e7-3577-4054-a8b6-698a26c1d84e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466704 Aug 24 19:54:09.077613 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581658f-9670-40c9-8985-94e4558c7491 req-c592dc4d-8610-455c-b21d-0b0e1f2dac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:09.078979 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3581658f-9670-40c9-8985-94e4558c7491 req-c592dc4d-8610-455c-b21d-0b0e1f2dac05 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 1099 time: 0.0407250 Aug 24 19:54:09.188363 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581658f-9670-40c9-8985-94e4558c7491 req-55c1140c-95e9-444d-a506-26cd1aa8d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:09.189824 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3581658f-9670-40c9-8985-94e4558c7491 req-55c1140c-95e9-444d-a506-26cd1aa8d0ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 917 time: 0.0886788 Aug 24 19:54:09.261688 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3581658f-9670-40c9-8985-94e4558c7491 req-266c95db-2de0-454b-8e01-90031a4066c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b HTTP/1.1" status: 200 len: 1000 time: 0.0601611 Aug 24 19:54:09.317783 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581658f-9670-40c9-8985-94e4558c7491 req-3df1690c-f217-4643-8b38-429864fefb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:09.319280 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3581658f-9670-40c9-8985-94e4558c7491 req-3df1690c-f217-4643-8b38-429864fefb5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66c81d25-317e-4944-aa48-c52f6df9eab1 HTTP/1.1" status: 200 len: 855 time: 0.0488698 Aug 24 19:54:09.369730 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581658f-9670-40c9-8985-94e4558c7491 req-45faee4f-21ee-4136-bb57-2d4bc95cffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:09.371324 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3581658f-9670-40c9-8985-94e4558c7491 req-45faee4f-21ee-4136-bb57-2d4bc95cffe1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419817 Aug 24 19:54:09.461185 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3581658f-9670-40c9-8985-94e4558c7491 req-fb7d947a-3e32-47cb-bfdb-d1df0878e8de service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814340 Aug 24 19:54:09.567342 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3581658f-9670-40c9-8985-94e4558c7491 req-32af6ab6-ac96-440e-9574-31d978439832 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980563 Aug 24 19:54:09.628191 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03dc42-8156-4402-bc5a-9f177c196cb3 req-20c8b3d9-8774-4cfb-adfc-063be8fdcf3e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:09.629555 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5a03dc42-8156-4402-bc5a-9f177c196cb3 req-20c8b3d9-8774-4cfb-adfc-063be8fdcf3e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0521004 Aug 24 19:54:09.667502 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5a03dc42-8156-4402-bc5a-9f177c196cb3 req-e214f6d8-5cad-428e-9479-a809fc1a48fb tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318589 Aug 24 19:54:10.792124 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe90e9d-0ddf-4937-88d1-820a1e734cf2 req-7cd045f5-3b6c-41cd-b718-e5f4cba37b6a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:10.793595 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5fe90e9d-0ddf-4937-88d1-820a1e734cf2 req-7cd045f5-3b6c-41cd-b718-e5f4cba37b6a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0536716 Aug 24 19:54:10.833995 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5fe90e9d-0ddf-4937-88d1-820a1e734cf2 req-4ca69de2-5bb2-4ff3-8d3a-7d9ef5f97ee3 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343812 Aug 24 19:54:11.950977 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcb463-e8c5-4f73-9381-77b46e4998e8 req-5db0311f-913d-4650-95a5-818656715865 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:11.952464 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f8dcb463-e8c5-4f73-9381-77b46e4998e8 req-5db0311f-913d-4650-95a5-818656715865 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0480404 Aug 24 19:54:11.989925 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f8dcb463-e8c5-4f73-9381-77b46e4998e8 req-44cd85b7-a598-4023-a8ed-9fa82d1e4023 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Aug 24 19:54:13.108394 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11fb50-3e23-481d-b328-e1100be400b8 req-5daf9be3-6cf8-4920-831c-392b43ca601e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:13.109756 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4b11fb50-3e23-481d-b328-e1100be400b8 req-5daf9be3-6cf8-4920-831c-392b43ca601e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0487914 Aug 24 19:54:13.146135 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4b11fb50-3e23-481d-b328-e1100be400b8 req-5b2d2065-bb5c-46c0-a98b-bdd0b566e238 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305161 Aug 24 19:54:14.266830 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05185d8-f1c5-432a-8070-40b340c7868d req-ff9c40ff-fa50-44a1-b49c-1373aaee0b21 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:14.268302 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c05185d8-f1c5-432a-8070-40b340c7868d req-ff9c40ff-fa50-44a1-b49c-1373aaee0b21 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0519497 Aug 24 19:54:14.307044 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c05185d8-f1c5-432a-8070-40b340c7868d req-5d5fe886-0db3-4f3a-9556-fa75e35b97a3 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321774 Aug 24 19:54:14.392284 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:54:15.425904 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd6e5d-23cf-4d07-a232-17ac3aaf9992 req-aea85775-d663-41b0-ad0a-9d9b832a3da2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:15.427373 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5efd6e5d-23cf-4d07-a232-17ac3aaf9992 req-aea85775-d663-41b0-ad0a-9d9b832a3da2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0489032 Aug 24 19:54:15.465296 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5efd6e5d-23cf-4d07-a232-17ac3aaf9992 req-96a0a0ed-497e-4c3c-af7e-25f2a074f77d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319302 Aug 24 19:54:16.583004 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f23767-b8a4-4240-8a13-20e090be01c1 req-a884318d-29a6-4eff-ab83-c3d5b5f25663 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:16.584456 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-24f23767-b8a4-4240-8a13-20e090be01c1 req-a884318d-29a6-4eff-ab83-c3d5b5f25663 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0478230 Aug 24 19:54:16.622497 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-24f23767-b8a4-4240-8a13-20e090be01c1 req-7b64b730-124a-415e-b1d8-ad21100f5a00 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310190 Aug 24 19:54:17.746371 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048e094-9bd4-4b4a-a5dd-37a94e7e8af6 req-118915f0-3716-44f7-8dc4-5959ed81e1d9 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:17.747864 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7048e094-9bd4-4b4a-a5dd-37a94e7e8af6 req-118915f0-3716-44f7-8dc4-5959ed81e1d9 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0536885 Aug 24 19:54:17.784824 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7048e094-9bd4-4b4a-a5dd-37a94e7e8af6 req-df6f14a9-73a5-4be1-afdb-17b8f41c2dd7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310514 Aug 24 19:54:18.905392 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c6dfe-30cd-498c-ae52-a1d83435cf94 req-284acace-9f6f-45d1-815b-003b876f62c6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:18.906875 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6d9c6dfe-30cd-498c-ae52-a1d83435cf94 req-284acace-9f6f-45d1-815b-003b876f62c6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0503821 Aug 24 19:54:18.943692 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6d9c6dfe-30cd-498c-ae52-a1d83435cf94 req-a8bda92f-237b-4a51-b737-bb9a8428e4dc tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310304 Aug 24 19:54:20.062918 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec840918-5f23-447c-a50f-b9d8b335ec9b req-03930bd7-039d-483b-a409-62ec9ff9b3df tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:20.064332 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ec840918-5f23-447c-a50f-b9d8b335ec9b req-03930bd7-039d-483b-a409-62ec9ff9b3df tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0497720 Aug 24 19:54:20.102970 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ec840918-5f23-447c-a50f-b9d8b335ec9b req-15696ab9-9de1-4410-9a61-14b8f5eabf3b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329440 Aug 24 19:54:21.328467 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d015629-7f3b-4879-800f-f01021c1bb42 req-4b29e510-c996-44da-97d7-34a260050f13 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:21.329924 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7d015629-7f3b-4879-800f-f01021c1bb42 req-4b29e510-c996-44da-97d7-34a260050f13 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0532594 Aug 24 19:54:21.369126 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7d015629-7f3b-4879-800f-f01021c1bb42 req-5bce319f-44fc-496a-ad17-1de97f3655c2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333803 Aug 24 19:54:22.485401 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5ba4d-1848-424d-b906-1692865bde38 req-52909c32-7b38-4856-b325-d4e3e36943ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:22.486861 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-12c5ba4d-1848-424d-b906-1692865bde38 req-52909c32-7b38-4856-b325-d4e3e36943ef tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0481699 Aug 24 19:54:22.524516 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-12c5ba4d-1848-424d-b906-1692865bde38 req-1e1c3336-1bcd-4e5b-a51c-5f0a78f635bb tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Aug 24 19:54:23.641851 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd958b8-5a0c-4d87-993a-b771495e014c req-3129e1bb-6dfd-4fae-aad8-164eefec5c69 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:23.643316 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fdd958b8-5a0c-4d87-993a-b771495e014c req-3129e1bb-6dfd-4fae-aad8-164eefec5c69 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0485027 Aug 24 19:54:23.680457 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fdd958b8-5a0c-4d87-993a-b771495e014c req-1bf8939b-9807-43d6-af21-0ef9a5ef7674 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307276 Aug 24 19:54:24.803250 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e581a-ac5c-4fad-81a8-78c1262cffff req-1dced580-db90-49e1-bbce-19f2011f224e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:24.805385 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-959e581a-ac5c-4fad-81a8-78c1262cffff req-1dced580-db90-49e1-bbce-19f2011f224e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0543199 Aug 24 19:54:24.843739 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-959e581a-ac5c-4fad-81a8-78c1262cffff req-e19ebd67-45b9-46fa-aa87-0551c590dc1f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321007 Aug 24 19:54:25.872850 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 4b80a0a0-ba30-4943-9b0a-86ca3f62805b details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:54:25.966412 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5049e32-0f59-46e2-910b-c3d070ba9133 req-c31cc068-2d77-4ce1-af84-8f8a0fbac657 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:25.967919 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b5049e32-0f59-46e2-910b-c3d070ba9133 req-c31cc068-2d77-4ce1-af84-8f8a0fbac657 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0519278 Aug 24 19:54:25.971880 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:54:25.983440 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'port_id': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'mac_address': 'fa:16:3e:54:48:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:54:26.005809 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b5049e32-0f59-46e2-910b-c3d070ba9133 req-95508e4e-cc87-40d5-b4f8-e7452316b496 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315433 Aug 24 19:54:26.021003 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:26.034501 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b80a0a0-ba30-4943-9b0a-86ca3f62805b {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:54:26.052610 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:54:26.056831 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:26.108441 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,revision_number=6']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:26.162795 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['4b80a0a0-ba30-4943-9b0a-86ca3f62805b'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:54:27.124743 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb139fc1-cb64-4550-93c0-8dcfc08ab6c6 req-1f1a0e68-1d67-44fc-b297-5dee14dc3115 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:27.126127 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bb139fc1-cb64-4550-93c0-8dcfc08ab6c6 req-1f1a0e68-1d67-44fc-b297-5dee14dc3115 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 945 time: 0.0494785 Aug 24 19:54:27.163510 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bb139fc1-cb64-4550-93c0-8dcfc08ab6c6 req-5d84a0bd-6d94-43c8-8f8a-efc4e2681756 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314763 Aug 24 19:54:27.872478 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 4b80a0a0-ba30-4943-9b0a-86ca3f62805b up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:54:27.925398 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:54:27.926145 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:28.033701 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:28.062453 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:54:28.064755 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36773147-b103-4db7-bb05-7e1fd1fb4a27" -d '{"events": [{"server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "name": "network-vif-plugged", "status": "completed", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:54:28.079253 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:54:28.088818 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:28.125442 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379a2342-7bff-4237-9b16-f1b0bb6f30e0 x-openstack-request-id: req-379a2342-7bff-4237-9b16-f1b0bb6f30e0 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:54:28.125881 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "name": "network-vif-plugged", "status": "completed", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:54:28.126161 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-379a2342-7bff-4237-9b16-f1b0bb6f30e0 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:54:28.126547 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'code': 200} Aug 24 19:54:28.155133 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,revision_number=7']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:28.303568 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a503d-d402-45d6-813a-04c15073d410 req-27ba57eb-22d6-49a3-b144-85d9d545e165 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:28.305869 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-820a503d-d402-45d6-813a-04c15073d410 req-27ba57eb-22d6-49a3-b144-85d9d545e165 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0648148 Aug 24 19:54:28.348056 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-820a503d-d402-45d6-813a-04c15073d410 req-412d04e5-29f6-441b-8060-e74a928f1d0f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352559 Aug 24 19:54:29.504756 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cc411-fcc3-4452-9c13-424c272dfdb1 req-fa54e3eb-95f3-44d3-905d-4482eb3a4c76 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:29.506406 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a06cc411-fcc3-4452-9c13-424c272dfdb1 req-fa54e3eb-95f3-44d3-905d-4482eb3a4c76 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0648572 Aug 24 19:54:29.567744 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a06cc411-fcc3-4452-9c13-424c272dfdb1 req-79a95462-6d76-4cf5-9d23-ed4e2e56e64d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547540 Aug 24 19:54:30.696348 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66127bf-5abd-4d10-9730-c059b89b3943 req-d8c18c2c-17b0-43d2-9c62-629a6adc5125 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:30.704959 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b66127bf-5abd-4d10-9730-c059b89b3943 req-d8c18c2c-17b0-43d2-9c62-629a6adc5125 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0741546 Aug 24 19:54:30.745946 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b66127bf-5abd-4d10-9730-c059b89b3943 req-aa3bef7c-53d0-42c2-ae86-e0531591f5a0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399694 Aug 24 19:54:31.906822 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8b2b6-f2d6-4f93-b101-817a921c7260 req-df1ee6bd-14fc-464d-8b38-bd8cc0a1b067 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:31.917755 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-92b8b2b6-f2d6-4f93-b101-817a921c7260 req-df1ee6bd-14fc-464d-8b38-bd8cc0a1b067 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0860572 Aug 24 19:54:31.963181 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-92b8b2b6-f2d6-4f93-b101-817a921c7260 req-6d7a1922-4443-4016-b2fc-3ac6d2dc83ac tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422938 Aug 24 19:54:33.089667 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-02a2f05c-2ca5-4b21-89e7-8d090e48d54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:33.102351 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc1d81-1c6b-4dc0-8129-596e6e212340 req-f4cd6549-7908-48ec-80c8-a0ee737de38c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:33.105222 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6bbc1d81-1c6b-4dc0-8129-596e6e212340 req-f4cd6549-7908-48ec-80c8-a0ee737de38c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0576262 Aug 24 19:54:33.153333 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6bbc1d81-1c6b-4dc0-8129-596e6e212340 req-79b062a7-4ed6-4881-9090-f12caea77568 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406995 Aug 24 19:54:34.283102 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f413e6c-8d59-43b5-ba86-e5dd68d8d668 req-153613c7-5f50-4d64-ab77-d4909f3ccd09 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:34.284735 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7f413e6c-8d59-43b5-ba86-e5dd68d8d668 req-153613c7-5f50-4d64-ab77-d4909f3ccd09 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0510626 Aug 24 19:54:34.334824 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7f413e6c-8d59-43b5-ba86-e5dd68d8d668 req-ae19f1dc-7d8f-4d50-8fcf-b77339130e40 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377405 Aug 24 19:54:35.466847 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b963d-2953-4e82-9125-29e72e75d04e req-b79b4e06-96a0-461c-ab54-c8d577dd8919 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:35.468307 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1c7b963d-2953-4e82-9125-29e72e75d04e req-b79b4e06-96a0-461c-ab54-c8d577dd8919 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0551307 Aug 24 19:54:35.507431 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1c7b963d-2953-4e82-9125-29e72e75d04e req-d6c1729a-e39d-4d19-b8cf-e9dbff6765be tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330887 Aug 24 19:54:35.749568 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-7db5c9ae-6225-436f-bb5b-65e51c85a826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:36.178502 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:36.221864 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72314b-df44-4c2c-a3a7-861eb04d5735 req-158bb5d0-6551-494f-9aa1-61688559ebef tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:36.223495 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7e72314b-df44-4c2c-a3a7-861eb04d5735 req-158bb5d0-6551-494f-9aa1-61688559ebef tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0600450 Aug 24 19:54:36.300555 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7e72314b-df44-4c2c-a3a7-861eb04d5735 req-f8386b12-ec8a-4371-b713-79b7ea4bf856 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707445 Aug 24 19:54:36.303583 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1527c7-58f0-4f25-8856-61e61a2b858e req-de57a271-2c96-4177-abeb-82f26add0c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:36.306275 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bd1527c7-58f0-4f25-8856-61e61a2b858e req-de57a271-2c96-4177-abeb-82f26add0c5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39fa9b56670b4901b556a711a4bad25b&device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 1138 time: 0.1124709 Aug 24 19:54:36.406570 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1527c7-58f0-4f25-8856-61e61a2b858e req-c3fe3215-ec4b-4fd1-9078-7b1227a1c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:36.408024 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bd1527c7-58f0-4f25-8856-61e61a2b858e req-c3fe3215-ec4b-4fd1-9078-7b1227a1c71a service neutron] 10.222.0.62 "GET /v2.0/networks?id=f55a8fc2-8201-4256-ba29-f7573b19df71 HTTP/1.1" status: 200 len: 916 time: 0.0930483 Aug 24 19:54:36.549169 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bd1527c7-58f0-4f25-8856-61e61a2b858e req-fe64c343-289f-4cde-8f7c-79e172a0ebcd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0 HTTP/1.1" status: 200 len: 1002 time: 0.0593586 Aug 24 19:54:36.634286 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1527c7-58f0-4f25-8856-61e61a2b858e req-e187eb48-03a3-44d5-b750-c27b7a30a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:36.635748 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bd1527c7-58f0-4f25-8856-61e61a2b858e req-e187eb48-03a3-44d5-b750-c27b7a30a160 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba34205c-203c-4b54-9f05-8cf2f64d1d87 HTTP/1.1" status: 200 len: 854 time: 0.0770810 Aug 24 19:54:36.659779 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059abfb-99b0-4ed7-b1f9-b6d53687efaf req-9a3d4134-0eaa-4014-a721-383dd2717de7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:36.666620 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5059abfb-99b0-4ed7-b1f9-b6d53687efaf req-9a3d4134-0eaa-4014-a721-383dd2717de7 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0819604 Aug 24 19:54:36.730286 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1527c7-58f0-4f25-8856-61e61a2b858e req-4646d5c1-6e55-4c61-a069-2bbf19134fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:36.731728 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bd1527c7-58f0-4f25-8856-61e61a2b858e req-4646d5c1-6e55-4c61-a069-2bbf19134fea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f55a8fc2-8201-4256-ba29-f7573b19df71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881522 Aug 24 19:54:36.750354 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5059abfb-99b0-4ed7-b1f9-b6d53687efaf req-97558db8-0cc2-482a-bf4d-e85af3f7d17e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691559 Aug 24 19:54:36.755277 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:36.827503 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee1393-2050-4763-9377-f574e89c7882 req-db75b472-7593-4fcb-ae33-a28adba24b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:36.829441 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1bee1393-2050-4763-9377-f574e89c7882 req-db75b472-7593-4fcb-ae33-a28adba24b7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 1099 time: 0.1140981 Aug 24 19:54:36.903074 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bd1527c7-58f0-4f25-8856-61e61a2b858e req-71eb4894-aafc-4fdd-a1d6-df98b7420bf3 service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569743 Aug 24 19:54:36.990737 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee1393-2050-4763-9377-f574e89c7882 req-3c2f5430-5df7-466c-b83d-cc9c3bc0c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:36.992487 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1bee1393-2050-4763-9377-f574e89c7882 req-3c2f5430-5df7-466c-b83d-cc9c3bc0c0b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 917 time: 0.1546142 Aug 24 19:54:37.065397 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bd1527c7-58f0-4f25-8856-61e61a2b858e req-004cccbc-35d2-48f0-8705-118ff80c6876 service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513999 Aug 24 19:54:37.080066 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1bee1393-2050-4763-9377-f574e89c7882 req-47165728-44e5-481d-acaf-7463b5c761e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b HTTP/1.1" status: 200 len: 1000 time: 0.0784838 Aug 24 19:54:37.130918 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee1393-2050-4763-9377-f574e89c7882 req-286bd1d6-753d-4cb4-a65b-2fc230ce27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:37.132916 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1bee1393-2050-4763-9377-f574e89c7882 req-286bd1d6-753d-4cb4-a65b-2fc230ce27a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66c81d25-317e-4944-aa48-c52f6df9eab1 HTTP/1.1" status: 200 len: 855 time: 0.0434828 Aug 24 19:54:37.180340 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee1393-2050-4763-9377-f574e89c7882 req-2f9c9e29-3554-4117-8100-11b919d98aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:37.181357 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1bee1393-2050-4763-9377-f574e89c7882 req-2f9c9e29-3554-4117-8100-11b919d98aa8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404949 Aug 24 19:54:37.279949 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1bee1393-2050-4763-9377-f574e89c7882 req-84c55827-fa34-4406-a16f-c0b25f436a7e service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902462 Aug 24 19:54:37.373204 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1bee1393-2050-4763-9377-f574e89c7882 req-87052b8f-0e88-4a13-9f50-40e5efd0c663 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836573 Aug 24 19:54:37.423648 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78608da-5b25-49ff-a196-6ac9ad9f0781 req-a9796d56-28b8-434b-af4a-4c47cace5569 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:37.425160 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a78608da-5b25-49ff-a196-6ac9ad9f0781 req-a9796d56-28b8-434b-af4a-4c47cace5569 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0500665 Aug 24 19:54:37.469188 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a78608da-5b25-49ff-a196-6ac9ad9f0781 req-274adf40-50a8-4017-b004-7cb786bad295 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380313 Aug 24 19:54:37.872153 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbdfd9-96ea-489c-bc64-a3f9395c981a req-0390309e-402f-42c0-a23b-4e47cedfb27b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:37.873657 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2ddbdfd9-96ea-489c-bc64-a3f9395c981a req-0390309e-402f-42c0-a23b-4e47cedfb27b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0488396 Aug 24 19:54:37.910486 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2ddbdfd9-96ea-489c-bc64-a3f9395c981a req-704f41ef-5f87-4f33-83b0-05d5ef858a9c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310175 Aug 24 19:54:38.411096 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:38.577832 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:38.587904 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d23828-d792-4eab-a6c9-a7ba911ecb72 req-5240b47c-839c-408c-bcaa-f74ef7de0d05 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:38.589395 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-96d23828-d792-4eab-a6c9-a7ba911ecb72 req-5240b47c-839c-408c-bcaa-f74ef7de0d05 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0536187 Aug 24 19:54:38.629839 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-96d23828-d792-4eab-a6c9-a7ba911ecb72 req-7f90c351-efe7-44fd-9e7e-adf46f8c7f27 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340416 Aug 24 19:54:39.033199 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfabafe-9da5-4d5b-b665-a1838350cbf2 req-1c81cbd6-a895-49a2-a892-261a6c91d0f1 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:39.034646 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9dfabafe-9da5-4d5b-b665-a1838350cbf2 req-1c81cbd6-a895-49a2-a892-261a6c91d0f1 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 946 time: 0.0488241 Aug 24 19:54:39.074722 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9dfabafe-9da5-4d5b-b665-a1838350cbf2 req-6ca2671e-3bf2-426a-96c3-8912418dcd6d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342708 Aug 24 19:54:39.749917 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b940f-3f12-45b2-886e-c38ea3322641 req-a094eb4c-47aa-4ea0-b7f8-0b70a228fae7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:39.754331 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a23b940f-3f12-45b2-886e-c38ea3322641 req-a094eb4c-47aa-4ea0-b7f8-0b70a228fae7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0545001 Aug 24 19:54:39.797963 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a23b940f-3f12-45b2-886e-c38ea3322641 req-dc73c64d-f81f-49a5-be82-43a41c60aa9e tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406101 Aug 24 19:54:39.982634 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 4b80a0a0-ba30-4943-9b0a-86ca3f62805b no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:54:40.059480 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:40.081719 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:54:40.083913 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457eec36-7901-4130-ad81-99c371398cdf" -d '{"events": [{"server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "name": "network-vif-unplugged", "status": "completed", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:54:40.096472 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:54:40.102080 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:40.151625 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,revision_number=8']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:40.183376 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 19:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316cf5ad-eafb-4cbc-92a2-6c790c380d4a x-openstack-request-id: req-316cf5ad-eafb-4cbc-92a2-6c790c380d4a {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:54:40.183745 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "name": "network-vif-unplugged", "status": "failed", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b", "code": 422}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:54:40.183998 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-316cf5ad-eafb-4cbc-92a2-6c790c380d4a {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:54:40.184437 dv-cinder-804093-3-iscsi neutron-server[105637]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'code': 422} returned with failed status Aug 24 19:54:40.204409 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28603e5-1f43-4363-8bdd-43177cb5b090 req-4f0a7897-4da1-4a5b-a9ea-c3e63c08b497 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:40.206005 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c28603e5-1f43-4363-8bdd-43177cb5b090 req-4f0a7897-4da1-4a5b-a9ea-c3e63c08b497 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0556865 Aug 24 19:54:40.244645 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c28603e5-1f43-4363-8bdd-43177cb5b090 req-ad37e405-4451-4618-9438-6d1672d0150f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324266 Aug 24 19:54:40.925052 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bcf92-6bb4-4882-bd95-06a83ac5ccb9 req-4ac71537-7247-491b-a6ba-f0a4c8d0f0b2 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:40.928572 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-344bcf92-6bb4-4882-bd95-06a83ac5ccb9 req-4ac71537-7247-491b-a6ba-f0a4c8d0f0b2 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0562792 Aug 24 19:54:40.971194 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-344bcf92-6bb4-4882-bd95-06a83ac5ccb9 req-5c5efcaf-8890-48d4-bda9-d25ac3849093 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371542 Aug 24 19:54:41.184012 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fa640-a01a-4b12-8ffd-6a07edfc638e req-3c8ca10e-9ea5-47a8-8808-a5fb0e070446 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:41.188692 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e42fa640-a01a-4b12-8ffd-6a07edfc638e req-3c8ca10e-9ea5-47a8-8808-a5fb0e070446 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0597508 Aug 24 19:54:41.226735 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e42fa640-a01a-4b12-8ffd-6a07edfc638e req-e00bcd45-9477-4604-ae80-e48c4404395b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343359 Aug 24 19:54:41.403510 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 53162) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:54:41.489696 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-e265489d-5ba9-4cc9-bc95-80f288d13d6d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850053 Aug 24 19:54:42.092114 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14425ae5-23e6-4e15-99bf-ad9f462c3a08 req-6ac8cbc8-a624-496d-b966-3e08e4f5647d tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:42.093630 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-14425ae5-23e6-4e15-99bf-ad9f462c3a08 req-6ac8cbc8-a624-496d-b966-3e08e4f5647d tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0494590 Aug 24 19:54:42.135128 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-14425ae5-23e6-4e15-99bf-ad9f462c3a08 req-2ff1b94f-528e-4b2d-a834-37b1e2e32333 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354097 Aug 24 19:54:42.349284 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c50736-3fbf-4979-a0af-6d24793b1d43 req-dea59959-9a26-4982-b748-e5021189636c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:42.350781 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-44c50736-3fbf-4979-a0af-6d24793b1d43 req-dea59959-9a26-4982-b748-e5021189636c tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0475006 Aug 24 19:54:42.658517 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-44c50736-3fbf-4979-a0af-6d24793b1d43 req-d68cef2d-67e5-4f43-a0b6-f9868fee7b33 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963312 Aug 24 19:54:42.664662 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-1b42164b-de92-4f89-8b3f-7ff226d866f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:42.666098 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-1b42164b-de92-4f89-8b3f-7ff226d866f5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74&tenant_id=6ccd138de07841c0aa0c919186aa0c8e HTTP/1.1" status: 200 len: 1097 time: 0.2967541 Aug 24 19:54:42.728574 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-ba9d595b-c32d-4eb3-be1e-e3cedff052bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:42.730071 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-ba9d595b-c32d-4eb3-be1e-e3cedff052bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 1097 time: 0.0408323 Aug 24 19:54:42.822477 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-1b3cc798-89ab-4fc4-93e0-9f947e497956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:42.823932 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-1b3cc798-89ab-4fc4-93e0-9f947e497956 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 200 len: 917 time: 0.0868027 Aug 24 19:54:42.892104 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-439f9b3c-abb7-446a-aefe-d283fb0b312c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b HTTP/1.1" status: 200 len: 998 time: 0.0598595 Aug 24 19:54:42.943716 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-63ab5475-ce5f-4048-bfd5-848aa5079da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:42.946206 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-63ab5475-ce5f-4048-bfd5-848aa5079da4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66c81d25-317e-4944-aa48-c52f6df9eab1 HTTP/1.1" status: 200 len: 855 time: 0.0458841 Aug 24 19:54:42.995189 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-f9af7bd0-062d-4f6c-ac74-3e8606781059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:42.996705 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-f9af7bd0-062d-4f6c-ac74-3e8606781059 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8d23373-37d8-4e04-9c3e-47ef23b86dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446763 Aug 24 19:54:43.087854 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-9cfc4a18-e155-4176-9947-413437f37885 service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827575 Aug 24 19:54:43.184045 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-567736ed-9535-4800-bfcb-5db0cde3848e service neutron] 10.222.0.62 "GET /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888977 Aug 24 19:54:43.255144 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018b10d-7e1a-4b36-96bd-1df5bc03362e req-112a7327-0005-4d53-8388-552165040270 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:43.256666 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f018b10d-7e1a-4b36-96bd-1df5bc03362e req-112a7327-0005-4d53-8388-552165040270 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0541985 Aug 24 19:54:43.296694 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f018b10d-7e1a-4b36-96bd-1df5bc03362e req-ee8fcc86-3f73-4492-ab53-d8d237a930d6 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338743 Aug 24 19:54:43.801899 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a804d-1225-4cad-bf4a-f95c90e19dc7 req-3fd15c2f-1b69-445a-bb1f-b5c27c093a0a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:43.803416 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-474a804d-1225-4cad-bf4a-f95c90e19dc7 req-3fd15c2f-1b69-445a-bb1f-b5c27c093a0a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0596888 Aug 24 19:54:43.845097 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-474a804d-1225-4cad-bf4a-f95c90e19dc7 req-a9ca18a0-62a5-41c9-9c05-f5d02bb74ec6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354366 Aug 24 19:54:44.421747 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578cbba-5add-4d2c-b78f-6ee6cd7716e0 req-509a656b-3ae0-40fc-ae74-aaa4844c1045 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:44.423383 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c578cbba-5add-4d2c-b78f-6ee6cd7716e0 req-509a656b-3ae0-40fc-ae74-aaa4844c1045 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0571094 Aug 24 19:54:44.467072 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c578cbba-5add-4d2c-b78f-6ee6cd7716e0 req-035ef9c3-047b-4455-8f81-b8a41f2b59dd tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367808 Aug 24 19:54:44.976474 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524785bf-17dc-4308-b4f7-6238e9e932f2 req-57064cf2-c1af-4cf0-87ed-2d1897ce970f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:44.978381 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-524785bf-17dc-4308-b4f7-6238e9e932f2 req-57064cf2-c1af-4cf0-87ed-2d1897ce970f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0548680 Aug 24 19:54:45.017851 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-524785bf-17dc-4308-b4f7-6238e9e932f2 req-bfd84f4d-deb4-4838-ab5e-7810f9d6fba8 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334678 Aug 24 19:54:45.593543 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7307c-9773-43aa-865a-5c8057d6dbb5 req-81112273-1dc0-41eb-97d6-4c737dba2dff tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:45.595096 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f5b7307c-9773-43aa-865a-5c8057d6dbb5 req-81112273-1dc0-41eb-97d6-4c737dba2dff tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0518486 Aug 24 19:54:45.641356 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f5b7307c-9773-43aa-865a-5c8057d6dbb5 req-2b5e3bb3-b640-42d8-abee-e9c03c5ce97b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402586 Aug 24 19:54:46.149861 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660752f5-1470-4432-97ef-16282f4a44d4 req-069d6ca8-78dd-46ee-96f5-1d9ce7eaf86b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:46.151415 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-660752f5-1470-4432-97ef-16282f4a44d4 req-069d6ca8-78dd-46ee-96f5-1d9ce7eaf86b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0537822 Aug 24 19:54:46.191013 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-660752f5-1470-4432-97ef-16282f4a44d4 req-762e7d79-a752-4403-8c25-c7624b8720a4 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336444 Aug 24 19:54:46.763430 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd6946-72df-4a3f-854a-2be432d23ffa req-37fe9c47-9974-4bc6-8fb6-980a55b738a2 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:46.765177 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-92bd6946-72df-4a3f-854a-2be432d23ffa req-37fe9c47-9974-4bc6-8fb6-980a55b738a2 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0553107 Aug 24 19:54:46.808891 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-92bd6946-72df-4a3f-854a-2be432d23ffa req-fb240ae0-e094-4d2d-93c7-d9b6e6fe6294 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375736 Aug 24 19:54:47.321734 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d25744-1f11-4ceb-91af-c0a7f0aadbef req-95900e2f-659c-4e97-bd03-c07e865656a3 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:47.323253 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e0d25744-1f11-4ceb-91af-c0a7f0aadbef req-95900e2f-659c-4e97-bd03-c07e865656a3 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0518394 Aug 24 19:54:47.365026 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e0d25744-1f11-4ceb-91af-c0a7f0aadbef req-af487d2d-b537-4dc4-9618-c8d59b7d34d1 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357542 Aug 24 19:54:47.946163 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cb431-2f61-4533-8581-7803af88d2ce req-29fc1f65-0a29-4f26-a622-3a8ff0ba354f tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:47.947601 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-576cb431-2f61-4533-8581-7803af88d2ce req-29fc1f65-0a29-4f26-a622-3a8ff0ba354f tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0699801 Aug 24 19:54:47.995006 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-576cb431-2f61-4533-8581-7803af88d2ce req-dc0a545f-e3c2-4a57-a911-8e7fce9ffc7f tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372837 Aug 24 19:54:48.494008 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5d74c-3a88-4474-add8-3c71ed20c52a req-905c32b6-001d-4969-b47f-8db768d711b1 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:48.495538 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a9e5d74c-3a88-4474-add8-3c71ed20c52a req-905c32b6-001d-4969-b47f-8db768d711b1 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0519443 Aug 24 19:54:48.536505 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a9e5d74c-3a88-4474-add8-3c71ed20c52a req-a01e2493-c186-4d75-a9fd-68a19c96066e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346317 Aug 24 19:54:49.111907 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d48232-d31c-4aab-93d2-f50edef2c77b req-6a525c1c-93ca-41c5-819d-4e5d975afdc3 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:49.113403 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-63d48232-d31c-4aab-93d2-f50edef2c77b req-6a525c1c-93ca-41c5-819d-4e5d975afdc3 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0496058 Aug 24 19:54:49.154793 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-63d48232-d31c-4aab-93d2-f50edef2c77b req-78f8b8ee-0353-466f-87f1-ae41fadb899e tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346577 Aug 24 19:54:49.667542 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd4e26-d6ed-46ab-b9b4-0583598bcfb9 req-2c227b0b-f8d2-43cc-b42e-c322576e8d8d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:49.669119 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a3bd4e26-d6ed-46ab-b9b4-0583598bcfb9 req-2c227b0b-f8d2-43cc-b42e-c322576e8d8d tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0571554 Aug 24 19:54:49.712275 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a3bd4e26-d6ed-46ab-b9b4-0583598bcfb9 req-32a409ae-8ad7-4065-9ea5-8d52fed0edd8 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370941 Aug 24 19:54:50.281555 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62772ce-e03b-465f-b7c3-84cb864a3925 req-95b7f247-95f3-4f3b-8b3f-dbda3e78de5c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:50.283027 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f62772ce-e03b-465f-b7c3-84cb864a3925 req-95b7f247-95f3-4f3b-8b3f-dbda3e78de5c tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0571868 Aug 24 19:54:50.326730 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f62772ce-e03b-465f-b7c3-84cb864a3925 req-a03d0a81-4a44-4a76-aee9-5a719e2e8b5e tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360956 Aug 24 19:54:50.841661 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af83a96-611c-4fe1-8edf-8cf85465846a req-b6114d60-8b41-43a1-9165-faebf1b0e16f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:50.843257 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6af83a96-611c-4fe1-8edf-8cf85465846a req-b6114d60-8b41-43a1-9165-faebf1b0e16f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0561366 Aug 24 19:54:50.896319 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6af83a96-611c-4fe1-8edf-8cf85465846a req-e4c72064-2fa3-41b2-bba8-89f9aaac7a77 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431240 Aug 24 19:54:51.391192 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:54:51.461830 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddfe32-3204-4aee-8c36-0f2588e7a3ba req-969ea4d0-2a35-45e3-b6d0-3b64376b6d48 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:51.463373 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-09ddfe32-3204-4aee-8c36-0f2588e7a3ba req-969ea4d0-2a35-45e3-b6d0-3b64376b6d48 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0629189 Aug 24 19:54:51.506649 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-09ddfe32-3204-4aee-8c36-0f2588e7a3ba req-103f6e4d-42dd-407c-99f9-6a724d6ffb01 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369143 Aug 24 19:54:52.023069 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b7b10-0581-4a91-a6ee-0109b827dfcf req-4e50f8b9-ae23-40b8-a837-30a30097db05 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:52.024936 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-119b7b10-0581-4a91-a6ee-0109b827dfcf req-4e50f8b9-ae23-40b8-a837-30a30097db05 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0578191 Aug 24 19:54:52.066217 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-119b7b10-0581-4a91-a6ee-0109b827dfcf req-195f5569-bc42-49fc-ae1a-686d1225ae11 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352538 Aug 24 19:54:52.645557 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7234292-d636-42a8-8715-01e7f6dd4717 req-d4f26bb6-6c4c-4ab3-a577-5788abfd2560 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:52.647146 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e7234292-d636-42a8-8715-01e7f6dd4717 req-d4f26bb6-6c4c-4ab3-a577-5788abfd2560 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0507956 Aug 24 19:54:52.690483 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e7234292-d636-42a8-8715-01e7f6dd4717 req-76d4b22c-0782-494a-88ca-668551779f67 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363688 Aug 24 19:54:53.192497 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5198c0-7d34-4267-8aef-b2c22cad8702 req-b291f3c4-ff8f-4729-b5e4-c4980b73ba5a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:53.194122 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7e5198c0-7d34-4267-8aef-b2c22cad8702 req-b291f3c4-ff8f-4729-b5e4-c4980b73ba5a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0540504 Aug 24 19:54:53.234728 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7e5198c0-7d34-4267-8aef-b2c22cad8702 req-4803ab15-6d55-46a1-a788-3542cf7af16b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339584 Aug 24 19:54:53.807668 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a83c1-2f88-4382-894d-3051c320c665 req-43e11cc2-7d5e-40d1-8330-32707da9aaa7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:53.808796 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-265a83c1-2f88-4382-894d-3051c320c665 req-43e11cc2-7d5e-40d1-8330-32707da9aaa7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0515904 Aug 24 19:54:53.851632 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-265a83c1-2f88-4382-894d-3051c320c665 req-cc0ca246-87e4-480a-858a-cf198adbb27d tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361481 Aug 24 19:54:54.356711 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932f5b8-b4e3-4403-9b8f-08dd49416d12 req-403822c5-2045-474e-8b04-6ac790097721 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:54.358183 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2932f5b8-b4e3-4403-9b8f-08dd49416d12 req-403822c5-2045-474e-8b04-6ac790097721 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0494483 Aug 24 19:54:54.396513 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2932f5b8-b4e3-4403-9b8f-08dd49416d12 req-4d3ed21b-f4ae-4ef5-a095-95aeb70ba6ac tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324957 Aug 24 19:54:54.968221 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec2d7f-0051-4f60-a4e9-b9d51a891320 req-58f7c433-2019-43ae-a49e-8f54339cf0ce tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:54.969693 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-88ec2d7f-0051-4f60-a4e9-b9d51a891320 req-58f7c433-2019-43ae-a49e-8f54339cf0ce tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0518529 Aug 24 19:54:55.011674 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-88ec2d7f-0051-4f60-a4e9-b9d51a891320 req-e02281d7-f0b7-44c5-b35e-d3ebd354e796 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354731 Aug 24 19:54:55.519183 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee06f87-697f-4bf3-ade2-5e6b5d2d6156 req-9d257c04-8615-42bc-8c51-ad29ac653363 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:55.520673 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1ee06f87-697f-4bf3-ade2-5e6b5d2d6156 req-9d257c04-8615-42bc-8c51-ad29ac653363 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 944 time: 0.0514939 Aug 24 19:54:55.558620 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1ee06f87-697f-4bf3-ade2-5e6b5d2d6156 req-38eb9a8e-2bc6-403b-9d1b-71d3ae884ae6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314515 Aug 24 19:54:56.094045 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 4b80a0a0-ba30-4943-9b0a-86ca3f62805b details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:54:56.129652 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42300ae3-bc30-4e4f-9435-ebf99222c395 req-46835d5b-a287-4b9b-8ad6-e14bef7094cb tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:56.131134 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-42300ae3-bc30-4e4f-9435-ebf99222c395 req-46835d5b-a287-4b9b-8ad6-e14bef7094cb tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0509722 Aug 24 19:54:56.172372 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-42300ae3-bc30-4e4f-9435-ebf99222c395 req-0fb843e8-288c-424d-adc9-f5f5964b0248 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=1704aa87-5cbe-4f8c-9e7d-f98884472a54&id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351071 Aug 24 19:54:56.199126 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:54:56.211661 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'port_id': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'mac_address': 'fa:16:3e:54:48:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:54:56.249394 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:56.262303 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b80a0a0-ba30-4943-9b0a-86ca3f62805b {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:54:56.282239 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:54:56.288289 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:56.339974 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,revision_number=9']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:56.347291 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:56.347577 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:56.347917 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:56.348328 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:56.348621 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:56.348950 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:56.349264 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:56.349587 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:56.349911 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:56.350234 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:56.351685 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:56.351685 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:54:56.556527 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['4b80a0a0-ba30-4943-9b0a-86ca3f62805b'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:54:56.690235 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e6234-da89-46d1-bc6a-67c7783c9a63 req-8ad60867-a1ce-47ae-bcea-77891ed356f2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:56.691756 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-847e6234-da89-46d1-bc6a-67c7783c9a63 req-8ad60867-a1ce-47ae-bcea-77891ed356f2 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 945 time: 0.0541658 Aug 24 19:54:56.730950 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-847e6234-da89-46d1-bc6a-67c7783c9a63 req-67b7f262-25ff-464f-8b8d-d4b7e37177fe tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322559 Aug 24 19:54:57.856356 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25928f6-60a0-41d5-b521-32053d07b83c req-dddefc75-f360-405d-8348-88b3cb466b14 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:57.857859 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d25928f6-60a0-41d5-b521-32053d07b83c req-dddefc75-f360-405d-8348-88b3cb466b14 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 945 time: 0.0547087 Aug 24 19:54:57.897950 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d25928f6-60a0-41d5-b521-32053d07b83c req-30dfa03a-197c-42e7-b0c0-3156f3514401 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342577 Aug 24 19:54:58.104064 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 4b80a0a0-ba30-4943-9b0a-86ca3f62805b up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:54:58.154246 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:54:58.154526 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:58.227284 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:58.249666 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:54:58.251985 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498c31fb-9f85-4bae-9638-f9ec8140d159" -d '{"events": [{"server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "name": "network-vif-plugged", "status": "completed", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:54:58.265895 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:54:58.270322 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:54:58.294424 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322085a2-a200-4585-a4e7-f21c804dfd0e x-openstack-request-id: req-322085a2-a200-4585-a4e7-f21c804dfd0e {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:54:58.294732 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "name": "network-vif-plugged", "status": "completed", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:54:58.295002 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-322085a2-a200-4585-a4e7-f21c804dfd0e {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:54:58.295403 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'code': 200} Aug 24 19:54:58.326184 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,revision_number=10']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:54:58.477745 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1109c-cd8f-4dec-bf34-23fc90d65d65 req-411bc8fc-2095-4056-98c1-0ba157bb89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:58.479242 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-12a1109c-cd8f-4dec-bf34-23fc90d65d65 req-411bc8fc-2095-4056-98c1-0ba157bb89b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 1100 time: 0.0450079 Aug 24 19:54:58.516004 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-12a1109c-cd8f-4dec-bf34-23fc90d65d65 req-c9497d79-2317-4a09-8cf2-ad662f7506b6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284057 Aug 24 19:54:59.022123 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b81a96-33da-49fa-a9d7-5b01c335ae9b req-7469603e-0142-4a99-89af-929a8bf490a8 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:54:59.023587 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b8b81a96-33da-49fa-a9d7-5b01c335ae9b req-7469603e-0142-4a99-89af-929a8bf490a8 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 947 time: 0.0524547 Aug 24 19:54:59.062271 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b8b81a96-33da-49fa-a9d7-5b01c335ae9b req-edb96677-0841-4e00-bb1d-2ccc2cae2deb tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327177 Aug 24 19:55:00.186305 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c8e9e-d9b4-4b2e-beeb-4fa06fe02770 req-521bb924-8711-4a31-827c-b8605189b641 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:00.187775 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2a5c8e9e-d9b4-4b2e-beeb-4fa06fe02770 req-521bb924-8711-4a31-827c-b8605189b641 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 947 time: 0.0489328 Aug 24 19:55:00.225496 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2a5c8e9e-d9b4-4b2e-beeb-4fa06fe02770 req-247f6aae-e55b-4f85-891e-5a456c3d6e5f tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318334 Aug 24 19:55:01.343490 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44054344-beec-4f63-98ab-ae613c04fb8f req-47ac55dd-4584-405f-8a3c-8e842d3128df tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:01.344992 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-44054344-beec-4f63-98ab-ae613c04fb8f req-47ac55dd-4584-405f-8a3c-8e842d3128df tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 947 time: 0.0482743 Aug 24 19:55:01.382276 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-44054344-beec-4f63-98ab-ae613c04fb8f req-5b772613-5a5e-4408-9e16-de6e7975ec4e tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315711 Aug 24 19:55:03.081654 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-f2efee78-6fe9-4b84-b0d4-d4abaefc800d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:05.750478 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-91e72f3c-3965-434b-9255-ec27d38e0dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:06.170433 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:06.756079 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:08.416581 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:08.587724 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:09.974405 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4028-07b2-4886-ad2c-e74242e3e1e6 req-11643dfb-afdf-4480-82b7-2ceccc660a79 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:09.975891 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a2de4028-07b2-4886-ad2c-e74242e3e1e6 req-11643dfb-afdf-4480-82b7-2ceccc660a79 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 946 time: 0.0533113 Aug 24 19:55:10.038781 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a2de4028-07b2-4886-ad2c-e74242e3e1e6 req-94acee46-04f4-4b62-b83b-88002d607449 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5498489-d2ae-442e-bc38-5537181da517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544438 Aug 24 19:55:10.041721 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-caba64fb-b70c-4bb1-b990-91c4203bbbc4 req-80fb5891-5897-4316-a5b3-4fb2a361b0a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649490 Aug 24 19:55:10.104961 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba64fb-b70c-4bb1-b990-91c4203bbbc4 req-5ffbb6b2-eaf5-487b-b22d-3dedd1182a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:10.106433 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-caba64fb-b70c-4bb1-b990-91c4203bbbc4 req-5ffbb6b2-eaf5-487b-b22d-3dedd1182a93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39fa9b56670b4901b556a711a4bad25b&device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 1138 time: 0.0414550 Aug 24 19:55:10.215622 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba64fb-b70c-4bb1-b990-91c4203bbbc4 req-b2ad74f7-8b81-4c1f-9c45-de6d2d4e15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:10.217331 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-caba64fb-b70c-4bb1-b990-91c4203bbbc4 req-b2ad74f7-8b81-4c1f-9c45-de6d2d4e15e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f55a8fc2-8201-4256-ba29-f7573b19df71 HTTP/1.1" status: 200 len: 916 time: 0.0855386 Aug 24 19:55:10.283819 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-caba64fb-b70c-4bb1-b990-91c4203bbbc4 req-aa72bdf3-ded8-4c43-809e-0dfb48a8fd67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0 HTTP/1.1" status: 200 len: 1002 time: 0.0574803 Aug 24 19:55:10.337126 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba64fb-b70c-4bb1-b990-91c4203bbbc4 req-d725b959-dcf1-4438-8237-501e7d172dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:10.338536 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-caba64fb-b70c-4bb1-b990-91c4203bbbc4 req-d725b959-dcf1-4438-8237-501e7d172dc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba34205c-203c-4b54-9f05-8cf2f64d1d87 HTTP/1.1" status: 200 len: 854 time: 0.0456605 Aug 24 19:55:10.385572 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba64fb-b70c-4bb1-b990-91c4203bbbc4 req-03e73f09-bbba-493a-b351-19c1e7083d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:10.387012 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-caba64fb-b70c-4bb1-b990-91c4203bbbc4 req-03e73f09-bbba-493a-b351-19c1e7083d74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f55a8fc2-8201-4256-ba29-f7573b19df71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393434 Aug 24 19:55:10.477072 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-caba64fb-b70c-4bb1-b990-91c4203bbbc4 req-de76ce14-5ca7-4166-a7be-8831358b7b00 service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801039 Aug 24 19:55:10.572812 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-caba64fb-b70c-4bb1-b990-91c4203bbbc4 req-f48326a9-5fd6-4c31-82f5-8df71c65e0be service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845339 Aug 24 19:55:11.156949 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb0470-9c2d-4744-87c4-6856cbb44fe4 req-d08e49d1-c437-47aa-8941-7a7750b62384 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:11.158431 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-44cb0470-9c2d-4744-87c4-6856cbb44fe4 req-d08e49d1-c437-47aa-8941-7a7750b62384 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 946 time: 0.0503645 Aug 24 19:55:11.195563 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-44cb0470-9c2d-4744-87c4-6856cbb44fe4 req-13b256b9-0e70-4116-a42e-fb1db76467c0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5498489-d2ae-442e-bc38-5537181da517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313058 Aug 24 19:55:12.132676 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-a9228a68-13fa-4040-91dd-fab157a3309a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:12.134476 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-a9228a68-13fa-4040-91dd-fab157a3309a tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.62 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 946 time: 0.0501518 Aug 24 19:55:12.232594 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Deleting port 959e5622-8237-4539-aad7-5bc8882b3a4c {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:12.233160 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:12.353215 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] For port 959e5622-8237-4539-aad7-5bc8882b3a4c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=959e5622-8237-4539-aad7-5bc8882b3a4c,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:12.353746 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:12.368729 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf809c6-5792-4088-98bf-aaf5187936c7 req-ac9535f9-77fd-46ea-b0a9-3d73b8ee9ac0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:12.370186 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5cf809c6-5792-4088-98bf-aaf5187936c7 req-ac9535f9-77fd-46ea-b0a9-3d73b8ee9ac0 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 946 time: 0.0914218 Aug 24 19:55:12.478823 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5cf809c6-5792-4088-98bf-aaf5187936c7 req-0369a59c-7950-4c6a-823c-4ee4b4f58123 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5498489-d2ae-442e-bc38-5537181da517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014361 Aug 24 19:55:12.553068 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:12.553451 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:12.553758 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Floating IP a2043617-2f7d-429b-91ec-71d7cafeb629 disassociated. External IP: 172.27.2.222, port: 959e5622-8237-4539-aad7-5bc8882b3a4c. Aug 24 19:55:12.554091 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Calling delete_port for 959e5622-8237-4539-aad7-5bc8882b3a4c owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:12.678333 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:12.706119 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event deleted for resources: {'Port': ['ID=959e5622-8237-4539-aad7-5bc8882b3a4c,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:12.717872 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:12.718225 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:12.718565 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:12.718898 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:12.719230 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:12.719560 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:12.719885 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:12.720238 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:12.720563 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:12.720885 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:12.721207 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:12.721525 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:12.828951 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Router 987f89b4-ef25-4907-8729-59317c5cff68 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:55:12.934257 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:55:12.944471 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20857465-9f37-461c-b2ae-38cb682d85d9 None None] Sync routers for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:55:12.954225 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20857465-9f37-461c-b2ae-38cb682d85d9 None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:12.954830 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-20857465-9f37-461c-b2ae-38cb682d85d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:12.972914 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] No DVR routers for this DVR port 959e5622-8237-4539-aad7-5bc8882b3a4c on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:55:12.975849 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:12.977891 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bce549ad-39ed-4ce0-82af-d4721e13923a req-792192c5-0a9e-47c0-a176-53d6a9453450 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.62 "DELETE /v2.0/ports/959e5622-8237-4539-aad7-5bc8882b3a4c HTTP/1.1" status: 204 len: 173 time: 0.8332615 Aug 24 19:55:12.978344 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84478d8-f724-46db-b154-d7ac2f8e2d91', 'name': 'network-vif-deleted', 'tag': '959e5622-8237-4539-aad7-5bc8882b3a4c'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:55:12.981337 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c94f5c5-2c92-43a2-9716-646d262e511a" -d '{"events": [{"server_uuid": "c84478d8-f724-46db-b154-d7ac2f8e2d91", "name": "network-vif-deleted", "tag": "959e5622-8237-4539-aad7-5bc8882b3a4c"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:55:13.070098 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-20857465-9f37-461c-b2ae-38cb682d85d9 None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:13.080316 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49ef24b-5707-45f4-b484-afab8a3701cf x-openstack-request-id: req-d49ef24b-5707-45f4-b484-afab8a3701cf {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:55:13.080677 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84478d8-f724-46db-b154-d7ac2f8e2d91", "name": "network-vif-deleted", "tag": "959e5622-8237-4539-aad7-5bc8882b3a4c", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:55:13.080993 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d49ef24b-5707-45f4-b484-afab8a3701cf {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:55:13.081447 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84478d8-f724-46db-b154-d7ac2f8e2d91', 'name': 'network-vif-deleted', 'tag': '959e5622-8237-4539-aad7-5bc8882b3a4c', 'status': 'completed', 'code': 200} Aug 24 19:55:13.276195 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-20857465-9f37-461c-b2ae-38cb682d85d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:25Z', 'revision_number': 5, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:13.301453 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20857465-9f37-461c-b2ae-38cb682d85d9 None None] Checking router: 987f89b4-ef25-4907-8729-59317c5cff68 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:55:13.310238 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20857465-9f37-461c-b2ae-38cb682d85d9 None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:13.310786 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-20857465-9f37-461c-b2ae-38cb682d85d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:13.412837 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-20857465-9f37-461c-b2ae-38cb682d85d9 None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:13.607318 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f286624e-9eac-4c2a-9a16-ea1daf82a4a9 req-ec43498f-1f5e-45e0-9d1d-168f5e0bc1f1 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/ports?device_id=c84478d8-f724-46db-b154-d7ac2f8e2d91 HTTP/1.1" status: 200 len: 210 time: 0.0349698 Aug 24 19:55:13.748929 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-20857465-9f37-461c-b2ae-38cb682d85d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:25Z', 'revision_number': 5, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:13.775568 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20857465-9f37-461c-b2ae-38cb682d85d9 None None] The sync data for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi is: [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:16Z', 'revision_number': 4, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '21bff39f-13a8-4ef4-bd0e-ebfe84b125bd', 'name': '', 'network_id': '7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'mac_address': 'fa:16:3e:3a:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:13Z', 'updated_at': '2021-08-24T19:49:25Z', 'revision_number': 5, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'subnets': [{'id': '0623cb7b-b882-471d-94a2-06bff63acae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:55:13.988531 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f58ca45-880e-4f43-9c69-f48a3ece743f None None] New status for floating IP a2043617-2f7d-429b-91ec-71d7cafeb629: DOWN {{(pid=105638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:55:14.690311 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 53428) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:14.746019 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:14.768416 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:14.815727 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:14.818327 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:14.819496 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "DELETE /v2.0/security-groups/a5498489-d2ae-442e-bc38-5537181da517 HTTP/1.1" status: 204 len: 168 time: 0.1282032 Aug 24 19:55:14.822532 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53430) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:14.828659 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5498489-d2ae-442e-bc38-5537181da517,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:14.835198 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.api.v2.resource [None req-429148ad-b19f-452b-bcda-3d96f195e057 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] show failed (client error): The resource could not be found. Aug 24 19:55:14.835637 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:14.838951 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:14.839079 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-429148ad-b19f-452b-bcda-3d96f195e057 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "GET /v2.0/security-groups/a5498489-d2ae-442e-bc38-5537181da517 HTTP/1.1" status: 404 len: 347 time: 0.0126579 Aug 24 19:55:14.839196 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:14.839196 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:14.839196 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:14.839196 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:14.839196 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:14.839196 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:14.839196 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:14.839196 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:14.839196 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:14.839898 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53432) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:14.839985 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8e357-1dd8-46e1-9aa9-2809baeae5a9 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:14.964333 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6c253-7e20-494b-a2c0-e335d95d7994 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Deleting port ca5a96b6-75ee-4f5f-9e3e-0d79fa97a320 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:14.964609 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3bc6c253-7e20-494b-a2c0-e335d95d7994 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:15.036870 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3bc6c253-7e20-494b-a2c0-e335d95d7994 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:15.037196 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3bc6c253-7e20-494b-a2c0-e335d95d7994 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:15.049124 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6c253-7e20-494b-a2c0-e335d95d7994 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Calling delete_port for ca5a96b6-75ee-4f5f-9e3e-0d79fa97a320 owned by network:floatingip {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:15.175799 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3bc6c253-7e20-494b-a2c0-e335d95d7994 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:15.198538 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6c253-7e20-494b-a2c0-e335d95d7994 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Pushing event deleted for resources: {'Port': ['ID=ca5a96b6-75ee-4f5f-9e3e-0d79fa97a320,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:15.263849 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3bc6c253-7e20-494b-a2c0-e335d95d7994 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks [] for floatingip, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:15.266563 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3bc6c253-7e20-494b-a2c0-e335d95d7994 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:15.267694 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-3bc6c253-7e20-494b-a2c0-e335d95d7994 tempest-AttachVolumeTestJSON-487416746 tempest-AttachVolumeTestJSON-487416746-project] 10.222.0.57 "DELETE /v2.0/floatingips/a2043617-2f7d-429b-91ec-71d7cafeb629 HTTP/1.1" status: 204 len: 168 time: 0.4277320 Aug 24 19:55:16.223755 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 959e5622-8237-4539-aad7-5bc8882b3a4c no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:55:16.245774 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 959e5622-8237-4539-aad7-5bc8882b3a4c {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:55:16.246124 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 959e5622-8237-4539-aad7-5bc8882b3a4c not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:55:18.801784 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53462) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:19.302511 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-48e4fcb3-25db-40c6-a33e-eb8a067f6490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710471'] for router_interface, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:19.852915 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-48e4fcb3-25db-40c6-a33e-eb8a067f6490 admin admin] Deleting port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:19.853937 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-48e4fcb3-25db-40c6-a33e-eb8a067f6490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:19.932596 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [None req-48e4fcb3-25db-40c6-a33e-eb8a067f6490 admin admin] For port 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=21bff39f-13a8-4ef4-bd0e-ebfe84b125bd,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:19.932970 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-48e4fcb3-25db-40c6-a33e-eb8a067f6490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:19.945241 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-48e4fcb3-25db-40c6-a33e-eb8a067f6490 admin admin] Calling delete_port for 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd owned by network:router_interface {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:20.127589 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-48e4fcb3-25db-40c6-a33e-eb8a067f6490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:20.151903 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4fcb3-25db-40c6-a33e-eb8a067f6490 admin admin] Pushing event deleted for resources: {'Port': ['ID=21bff39f-13a8-4ef4-bd0e-ebfe84b125bd,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:20.326436 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-48e4fcb3-25db-40c6-a33e-eb8a067f6490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1549297'] for router_interface, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:20.542534 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e4fcb3-25db-40c6-a33e-eb8a067f6490 admin admin] Router 987f89b4-ef25-4907-8729-59317c5cff68 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:55:20.655103 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e4fcb3-25db-40c6-a33e-eb8a067f6490 admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:55:20.662035 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-48e4fcb3-25db-40c6-a33e-eb8a067f6490 admin admin] 10.222.0.57 "PUT /v2.0/routers/987f89b4-ef25-4907-8729-59317c5cff68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8572774 Aug 24 19:55:20.662672 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53466) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:20.666282 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43683f5d-b6c2-40c0-bdbb-1482c3bd875c None None] Sync routers for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:55:20.675384 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43683f5d-b6c2-40c0-bdbb-1482c3bd875c None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:20.676075 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-43683f5d-b6c2-40c0-bdbb-1482c3bd875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:20.771697 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Notify callbacks [] for router, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:20.787096 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-43683f5d-b6c2-40c0-bdbb-1482c3bd875c None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:20.876844 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:20.928074 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Deleting port 3f26b031-5051-454b-b69e-8314e34aa274 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:20.928445 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:20.971179 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-43683f5d-b6c2-40c0-bdbb-1482c3bd875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '3f26b031-5051-454b-b69e-8314e34aa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:55:20Z', 'revision_number': 5, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port': {'id': '3f26b031-5051-454b-b69e-8314e34aa274', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f89b4-ef25-4907-8729-59317c5cff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:05Z', 'updated_at': '2021-08-24T19:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:20.997735 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43683f5d-b6c2-40c0-bdbb-1482c3bd875c None None] Checking router: 987f89b4-ef25-4907-8729-59317c5cff68 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:55:21.005833 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43683f5d-b6c2-40c0-bdbb-1482c3bd875c None None] Routers {'987f89b4-ef25-4907-8729-59317c5cff68'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:21.006422 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-43683f5d-b6c2-40c0-bdbb-1482c3bd875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['987f89b4-ef25-4907-8729-59317c5cff68'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:21.007288 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] For port 3f26b031-5051-454b-b69e-8314e34aa274, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=3f26b031-5051-454b-b69e-8314e34aa274,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:21.007681 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.020378 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Calling delete_port for 3f26b031-5051-454b-b69e-8314e34aa274 owned by network:router_gateway {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:21.091985 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-43683f5d-b6c2-40c0-bdbb-1482c3bd875c None None] Set router 987f89b4-ef25-4907-8729-59317c5cff68 gateway port host: None {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:21.153168 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-43683f5d-b6c2-40c0-bdbb-1482c3bd875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:55:20Z', 'revision_number': 6, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port_host': None}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:21.181223 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43683f5d-b6c2-40c0-bdbb-1482c3bd875c None None] The sync data for ids ['987f89b4-ef25-4907-8729-59317c5cff68'] in dv-cinder-804093-3-iscsi is: [{'id': '987f89b4-ef25-4907-8729-59317c5cff68', 'name': 'tempest-AttachVolumeTestJSON-1792253722-router', 'tenant_id': 'd2d949dab476410eade39780e3cc2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:55:20Z', 'revision_number': 6, 'project_id': 'd2d949dab476410eade39780e3cc2018', 'gw_port_host': None}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:55:21.187634 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.218124 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f26b031-5051-454b-b69e-8314e34aa274,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:21.277053 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708715'] for router_gateway, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.378778 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-459'] for router, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.380797 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.444852 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707570'] for router, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.445387 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 987f89b4-ef25-4907-8729-59317c5cff68 {{(pid=105636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:55:21.451319 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] Notify callbacks [] for router, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.452497 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-63970dab-9d42-41b8-a2b2-3817f19aa585 admin admin] 10.222.0.57 "DELETE /v2.0/routers/987f89b4-ef25-4907-8729-59317c5cff68 HTTP/1.1" status: 204 len: 168 time: 0.7889106 Aug 24 19:55:21.455027 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53468) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:21.500477 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_v2 [None req-26aed6b8-65bd-41a7-a440-dadcb42a6e88 admin admin] Deleting subnet 0623cb7b-b882-471d-94a2-06bff63acae9 {{(pid=105636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:55:21.503749 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-26aed6b8-65bd-41a7-a440-dadcb42a6e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.539891 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-26aed6b8-65bd-41a7-a440-dadcb42a6e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264856231'] for subnet, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.653016 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-26aed6b8-65bd-41a7-a440-dadcb42a6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.705185 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-26aed6b8-65bd-41a7-a440-dadcb42a6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264856079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267593542'] for subnet, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.731838 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aed6b8-65bd-41a7-a440-dadcb42a6e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0623cb7b-b882-471d-94a2-06bff63acae9,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:21.733829 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-26aed6b8-65bd-41a7-a440-dadcb42a6e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.736827 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-26aed6b8-65bd-41a7-a440-dadcb42a6e88 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0623cb7b-b882-471d-94a2-06bff63acae9 HTTP/1.1" status: 204 len: 168 time: 0.2797184 Aug 24 19:55:21.738261 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53470) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:21.740669 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f528a508-77d9-4cdf-80a1-4eeb02ec9740 None None] Network 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:55:21.810806 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.863739 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Deleting port 6dd2b45b-d3b6-41ce-ad68-551f769176fa {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:21.864038 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.933581 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] For port 6dd2b45b-d3b6-41ce-ad68-551f769176fa, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=6dd2b45b-d3b6-41ce-ad68-551f769176fa,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:21.934278 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:21.944859 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40780a2c-eca4-4fff-9584-d933a62adf76 None None] DHCP port deletion for 7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 request from dv-cinder-804093-3-iscsi {{(pid=105637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 19:55:21.954940 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Calling delete_port for 6dd2b45b-d3b6-41ce-ad68-551f769176fa owned by network:dhcp {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:21.993062 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-40780a2c-eca4-4fff-9584-d933a62adf76 None None] Deleting port 6dd2b45b-d3b6-41ce-ad68-551f769176fa {{(pid=105637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:21.993476 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-40780a2c-eca4-4fff-9584-d933a62adf76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.037510 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.058675 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-40780a2c-eca4-4fff-9584-d933a62adf76 None None] For port 6dd2b45b-d3b6-41ce-ad68-551f769176fa, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=6dd2b45b-d3b6-41ce-ad68-551f769176fa,segment=NetworkSegment(b7323d9a-7486-4e80-96bc-37f690d7d4b0),segment_id=b7323d9a-7486-4e80-96bc-37f690d7d4b0)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:22.059075 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-40780a2c-eca4-4fff-9584-d933a62adf76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.064635 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd2b45b-d3b6-41ce-ad68-551f769176fa,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:22.070991 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] No DVR routers for this DVR port 6dd2b45b-d3b6-41ce-ad68-551f769176fa on host dv-cinder-804093-3-iscsi {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:55:22.072933 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-40780a2c-eca4-4fff-9584-d933a62adf76 None None] Calling delete_port for 6dd2b45b-d3b6-41ce-ad68-551f769176fa owned by network:dhcp {{(pid=105637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:22.108393 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:55:22.157867 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.173424 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:55:22.173424 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 21bff39f-13a8-4ef4-bd0e-ebfe84b125bd not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:55:22.173424 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 3f26b031-5051-454b-b69e-8314e34aa274 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:55:22.175745 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86']}} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:22.187514 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7323d9a-7486-4e80-96bc-37f690d7d4b0') {'for_net_delete': True} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:22.187822 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7323d9a-7486-4e80-96bc-37f690d7d4b0') {} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:22.196963 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 3f26b031-5051-454b-b69e-8314e34aa274 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:55:22.197306 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 3f26b031-5051-454b-b69e-8314e34aa274 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:55:22.197733 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 6dd2b45b-d3b6-41ce-ad68-551f769176fa no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:55:22.198484 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264856232'] for segment, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.214286 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.220992 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=105636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:55:22.221387 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264856557'] for segment, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: Traceback (most recent call last): Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: timer() Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: cb(*args, **kw) Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: return func(*args, **kwargs) Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: self._notify() Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: self.callback(batched_events) Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: event.method(event) Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: return f(self, *a, **k) Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._get(url).json() Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: return self.request(url, 'GET', **kwargs) Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:55:22.223060 dv-cinder-804093-3-iscsi neutron-server[105636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:55:22.235300 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 6dd2b45b-d3b6-41ce-ad68-551f769176fa {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:55:22.235668 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 6dd2b45b-d3b6-41ce-ad68-551f769176fa not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:55:22.267459 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-40780a2c-eca4-4fff-9584-d933a62adf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907'] for port, after_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.286800 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.291842 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40780a2c-eca4-4fff-9584-d933a62adf76 None None] Pushing event deleted for resources: {'Port': ['ID=6dd2b45b-d3b6-41ce-ad68-551f769176fa,revision_number=None']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:22.292499 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.294351 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86 HTTP/1.1" status: 204 len: 168 time: 0.5551829 Aug 24 19:55:22.301722 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40780a2c-eca4-4fff-9584-d933a62adf76 None None] No DVR routers for this DVR port 6dd2b45b-d3b6-41ce-ad68-551f769176fa on host dv-cinder-804093-3-iscsi {{(pid=105637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:55:22.305613 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b299044-e174-485d-9c11-fd0d82ee6307 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f9c4d65-a8f1-45d4-a8c8-2456a74e6f86,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:22.415685 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53476) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:22.459959 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-6d993a04-396f-4369-8e0e-244eedde6d4e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d2d949dab476410eade39780e3cc2018&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429740 Aug 24 19:55:22.465394 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53478) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:22.515147 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-11619a2a-6525-457b-9d68-64cbc2cde078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.537958 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-11619a2a-6525-457b-9d68-64cbc2cde078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.583967 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-11619a2a-6525-457b-9d68-64cbc2cde078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.586887 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-11619a2a-6525-457b-9d68-64cbc2cde078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:22.588043 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-11619a2a-6525-457b-9d68-64cbc2cde078 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eab8b1bc-0a3a-430e-af59-71810f86c5e1 HTTP/1.1" status: 204 len: 168 time: 0.1217477 Aug 24 19:55:22.595996 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11619a2a-6525-457b-9d68-64cbc2cde078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab8b1bc-0a3a-430e-af59-71810f86c5e1,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:28.390854 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:55:33.083207 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-eb004972-4b5a-40a9-9199-c1d851f870d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:34.301822 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53622) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:34.403406 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-38ecb448-2b2a-4427-829c-aba6bf28627a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:34.497554 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-38ecb448-2b2a-4427-829c-aba6bf28627a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:34.501330 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-38ecb448-2b2a-4427-829c-aba6bf28627a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:34.553923 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-38ecb448-2b2a-4427-829c-aba6bf28627a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0cc047d8b6cf4af6b9323ea829a7f92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509849 Aug 24 19:55:34.554791 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecb448-2b2a-4427-829c-aba6bf28627a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c86b601-7f82-49a8-a60d-3527a66cfd28,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:34.557159 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 53626) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:34.605554 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9b2fcf51-05f3-40b5-9704-8c9608a976b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:34.627215 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9b2fcf51-05f3-40b5-9704-8c9608a976b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:34.673298 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9b2fcf51-05f3-40b5-9704-8c9608a976b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:34.675821 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9b2fcf51-05f3-40b5-9704-8c9608a976b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:34.676994 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-9b2fcf51-05f3-40b5-9704-8c9608a976b5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c86b601-7f82-49a8-a60d-3527a66cfd28 HTTP/1.1" status: 204 len: 168 time: 0.1188421 Aug 24 19:55:34.684728 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fcf51-05f3-40b5-9704-8c9608a976b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c86b601-7f82-49a8-a60d-3527a66cfd28,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:34.938359 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 53634) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:34.951712 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-290216c6-2c27-414a-8111-824b04854b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:35.038632 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-290216c6-2c27-414a-8111-824b04854b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:35.042662 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-290216c6-2c27-414a-8111-824b04854b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:35.081893 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-290216c6-2c27-414a-8111-824b04854b11 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89269445b7e34f2ea78bf4e12de9025a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424856 Aug 24 19:55:35.082748 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290216c6-2c27-414a-8111-824b04854b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2d7d43-88e0-4245-b6d3-d8da4dbba175,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:35.084557 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53638) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:35.134455 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fad4-1491-4ec6-9b2b-56fbcb8f933d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:35.155714 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fad4-1491-4ec6-9b2b-56fbcb8f933d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:35.200421 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fad4-1491-4ec6-9b2b-56fbcb8f933d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:35.202934 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fad4-1491-4ec6-9b2b-56fbcb8f933d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:35.204144 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-b9f7fad4-1491-4ec6-9b2b-56fbcb8f933d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa2d7d43-88e0-4245-b6d3-d8da4dbba175 HTTP/1.1" status: 204 len: 168 time: 0.1186121 Aug 24 19:55:35.212349 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7fad4-1491-4ec6-9b2b-56fbcb8f933d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2d7d43-88e0-4245-b6d3-d8da4dbba175,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:35.740736 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1e19b44d-f247-41ad-92cb-e3cc01014acd req-893efdef-9fdf-44cf-9c3c-2f6de952bb31 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589939724&fields=id&tenant_id=39fa9b56670b4901b556a711a4bad25b HTTP/1.1" status: 200 len: 267 time: 0.0354946 Aug 24 19:55:35.751758 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-6b8cba87-901d-41e5-85ef-3c0496061ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:35.797062 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19b44d-f247-41ad-92cb-e3cc01014acd req-57d4efa8-2c37-42fa-993b-36b082c4eb40 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:35.798565 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1e19b44d-f247-41ad-92cb-e3cc01014acd req-57d4efa8-2c37-42fa-993b-36b082c4eb40 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 985 time: 0.0510187 Aug 24 19:55:35.811401 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-1e19b44d-f247-41ad-92cb-e3cc01014acd req-9626c9c6-2d6b-4d55-b2ff-205b7c941a33 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Request body: {'port': {'security_groups': ['094137fd-8537-45ce-8ed9-bc2be03bad00']}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:55:35.878917 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-1e19b44d-f247-41ad-92cb-e3cc01014acd req-9626c9c6-2d6b-4d55-b2ff-205b7c941a33 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.058349 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-1e19b44d-f247-41ad-92cb-e3cc01014acd req-9626c9c6-2d6b-4d55-b2ff-205b7c941a33 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] For port c4dc139c-3599-4df1-ae72-40a0589d3ec0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:36.087342 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-1e19b44d-f247-41ad-92cb-e3cc01014acd req-9626c9c6-2d6b-4d55-b2ff-205b7c941a33 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.092872 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-1e19b44d-f247-41ad-92cb-e3cc01014acd req-9626c9c6-2d6b-4d55-b2ff-205b7c941a33 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.106839 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['c4dc139c-3599-4df1-ae72-40a0589d3ec0'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:55:36.137084 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19b44d-f247-41ad-92cb-e3cc01014acd req-9626c9c6-2d6b-4d55-b2ff-205b7c941a33 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:36.137732 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-1e19b44d-f247-41ad-92cb-e3cc01014acd req-9626c9c6-2d6b-4d55-b2ff-205b7c941a33 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.139235 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1e19b44d-f247-41ad-92cb-e3cc01014acd req-9626c9c6-2d6b-4d55-b2ff-205b7c941a33 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "PUT /v2.0/ports/c4dc139c-3599-4df1-ae72-40a0589d3ec0 HTTP/1.1" status: 200 len: 943 time: 0.3327620 Aug 24 19:55:36.139699 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:55:36.142029 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811fc805-797d-4e82-8386-413361c28893" -d '{"events": [{"name": "network-changed", "server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:55:36.146400 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 53670) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:36.170447 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626c9c6-2d6b-4d55-b2ff-205b7c941a33 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event updated for resources: {'Port': ['ID=c4dc139c-3599-4df1-ae72-40a0589d3ec0,revision_number=7']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:36.216982 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56afdcd-74a8-4b9e-8956-dd0edb12e0bc x-openstack-request-id: req-a56afdcd-74a8-4b9e-8956-dd0edb12e0bc {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:55:36.217814 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:55:36.217814 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a56afdcd-74a8-4b9e-8956-dd0edb12e0bc {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:55:36.218182 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0', 'status': 'completed', 'code': 200} Aug 24 19:55:36.251822 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-be4b04f8-1297-4072-b436-0a231efd5d46 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.275170 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['c4dc139c-3599-4df1-ae72-40a0589d3ec0'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:55:36.285535 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-be4b04f8-1297-4072-b436-0a231efd5d46 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.323685 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fc805-797d-4e82-8386-413361c28893 req-f5bb20ae-4840-48e2-a043-51ad668989c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:36.333645 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-811fc805-797d-4e82-8386-413361c28893 req-f5bb20ae-4840-48e2-a043-51ad668989c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39fa9b56670b4901b556a711a4bad25b&device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 1099 time: 0.0877848 Aug 24 19:55:36.352586 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.364749 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-be4b04f8-1297-4072-b436-0a231efd5d46 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.369548 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-be4b04f8-1297-4072-b436-0a231efd5d46 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.370954 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-be4b04f8-1297-4072-b436-0a231efd5d46 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "DELETE /v2.0/security-groups/1704aa87-5cbe-4f8c-9e7d-f98884472a54 HTTP/1.1" status: 204 len: 168 time: 0.2229683 Aug 24 19:55:36.375123 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53676) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:36.393362 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b04f8-1297-4072-b436-0a231efd5d46 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1704aa87-5cbe-4f8c-9e7d-f98884472a54,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:36.483730 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-d3dc9475-4bda-42e4-97d7-a915ec6c7e90 None None] Provisioning complete for port c4dc139c-3599-4df1-ae72-40a0589d3ec0 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:55:36.484119 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d3dc9475-4bda-42e4-97d7-a915ec6c7e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.761615 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.793090 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fc805-797d-4e82-8386-413361c28893 req-5e93cc34-5901-497a-af2d-061689a5bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:36.794575 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-811fc805-797d-4e82-8386-413361c28893 req-5e93cc34-5901-497a-af2d-061689a5bed2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f55a8fc2-8201-4256-ba29-f7573b19df71 HTTP/1.1" status: 200 len: 916 time: 0.4533980 Aug 24 19:55:36.888673 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-811fc805-797d-4e82-8386-413361c28893 req-bf3183ff-1d35-4265-9681-c6e980d369f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0 HTTP/1.1" status: 200 len: 1002 time: 0.0849390 Aug 24 19:55:36.934944 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-15366c9e-5aaf-458b-b6a8-a5056e4fd825 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Deleting port 300b667b-9060-4b7a-a61a-8f7cd7bc05ca {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:36.935301 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-15366c9e-5aaf-458b-b6a8-a5056e4fd825 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:36.959936 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fc805-797d-4e82-8386-413361c28893 req-d3044a04-a601-46ed-9431-75cd80c3855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:36.961984 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-811fc805-797d-4e82-8386-413361c28893 req-d3044a04-a601-46ed-9431-75cd80c3855f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba34205c-203c-4b54-9f05-8cf2f64d1d87 HTTP/1.1" status: 200 len: 854 time: 0.0647912 Aug 24 19:55:37.066090 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fc805-797d-4e82-8386-413361c28893 req-c1ca4545-14ae-4692-9e3e-b262feff0104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:37.067591 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-811fc805-797d-4e82-8386-413361c28893 req-c1ca4545-14ae-4692-9e3e-b262feff0104 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f55a8fc2-8201-4256-ba29-f7573b19df71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708206 Aug 24 19:55:37.069228 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-15366c9e-5aaf-458b-b6a8-a5056e4fd825 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:37.069544 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-15366c9e-5aaf-458b-b6a8-a5056e4fd825 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:37.090551 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-15366c9e-5aaf-458b-b6a8-a5056e4fd825 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Calling delete_port for 300b667b-9060-4b7a-a61a-8f7cd7bc05ca owned by network:floatingip {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:37.242770 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-811fc805-797d-4e82-8386-413361c28893 req-396c1552-6a16-4123-9816-33030a8803a9 service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657877 Aug 24 19:55:37.380448 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-811fc805-797d-4e82-8386-413361c28893 req-cf11b986-3dbe-4b65-93b3-c3875e253212 service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266985 Aug 24 19:55:37.395637 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-15366c9e-5aaf-458b-b6a8-a5056e4fd825 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:37.429685 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15366c9e-5aaf-458b-b6a8-a5056e4fd825 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event deleted for resources: {'Port': ['ID=300b667b-9060-4b7a-a61a-8f7cd7bc05ca,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:37.486581 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-15366c9e-5aaf-458b-b6a8-a5056e4fd825 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks [] for floatingip, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:37.486904 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [None req-15366c9e-5aaf-458b-b6a8-a5056e4fd825 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Floating IP 0904acaf-a1ab-4467-9f4c-cb1dc1404222 disassociated (deleted). External IP: 172.27.2.119, port: c4dc139c-3599-4df1-ae72-40a0589d3ec0. Aug 24 19:55:37.694441 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15366c9e-5aaf-458b-b6a8-a5056e4fd825 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Router 35a199dc-f771-481e-9c37-1031bfb75c69 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:55:37.799471 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15366c9e-5aaf-458b-b6a8-a5056e4fd825 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:55:37.804275 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-15366c9e-5aaf-458b-b6a8-a5056e4fd825 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:37.809935 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b797008-f719-420f-af22-10f900c23b1e None None] Sync routers for ids ['35a199dc-f771-481e-9c37-1031bfb75c69'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:55:37.819259 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b797008-f719-420f-af22-10f900c23b1e None None] Routers {'35a199dc-f771-481e-9c37-1031bfb75c69'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:37.819854 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-1b797008-f719-420f-af22-10f900c23b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['35a199dc-f771-481e-9c37-1031bfb75c69'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:37.833104 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-15366c9e-5aaf-458b-b6a8-a5056e4fd825 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "DELETE /v2.0/floatingips/0904acaf-a1ab-4467-9f4c-cb1dc1404222 HTTP/1.1" status: 204 len: 168 time: 1.4568357 Aug 24 19:55:37.926529 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-1b797008-f719-420f-af22-10f900c23b1e None None] Set router 35a199dc-f771-481e-9c37-1031bfb75c69 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:38.146930 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-1b797008-f719-420f-af22-10f900c23b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 4, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port': {'id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:01Z', 'updated_at': '2021-08-24T19:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '96047dde-1db9-450a-8575-59692fa55f22', 'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'mac_address': 'fa:16:3e:a9:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:03Z', 'updated_at': '2021-08-24T19:53:12Z', 'revision_number': 5, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'subnets': [{'id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:38.173626 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b797008-f719-420f-af22-10f900c23b1e None None] Checking router: 35a199dc-f771-481e-9c37-1031bfb75c69 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:55:38.182849 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b797008-f719-420f-af22-10f900c23b1e None None] Routers {'35a199dc-f771-481e-9c37-1031bfb75c69'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:38.183463 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-1b797008-f719-420f-af22-10f900c23b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['35a199dc-f771-481e-9c37-1031bfb75c69'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:38.219900 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:55:38.222359 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52c6a32-2b7d-40df-8b75-31354a2fc833" -d '{"events": [{"name": "network-changed", "server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:55:38.267950 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f697d4-be54-4d29-a1a0-f54fade82f7d x-openstack-request-id: req-69f697d4-be54-4d29-a1a0-f54fade82f7d {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:55:38.268309 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:55:38.268704 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-69f697d4-be54-4d29-a1a0-f54fade82f7d {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:55:38.269111 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0', 'status': 'completed', 'code': 200} Aug 24 19:55:38.310709 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-1b797008-f719-420f-af22-10f900c23b1e None None] Set router 35a199dc-f771-481e-9c37-1031bfb75c69 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:38.357519 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c6a32-2b7d-40df-8b75-31354a2fc833 req-5137f455-df5c-4bc7-b5e1-b3eb314f1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:38.359037 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d52c6a32-2b7d-40df-8b75-31354a2fc833 req-5137f455-df5c-4bc7-b5e1-b3eb314f1257 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39fa9b56670b4901b556a711a4bad25b&device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 1099 time: 0.0446937 Aug 24 19:55:38.417420 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:38.474872 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c6a32-2b7d-40df-8b75-31354a2fc833 req-b6befa95-9926-402f-8478-3432ae670280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:38.476292 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d52c6a32-2b7d-40df-8b75-31354a2fc833 req-b6befa95-9926-402f-8478-3432ae670280 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f55a8fc2-8201-4256-ba29-f7573b19df71 HTTP/1.1" status: 200 len: 916 time: 0.0993586 Aug 24 19:55:38.516665 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-1b797008-f719-420f-af22-10f900c23b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 4, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port': {'id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:01Z', 'updated_at': '2021-08-24T19:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '96047dde-1db9-450a-8575-59692fa55f22', 'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'mac_address': 'fa:16:3e:a9:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:03Z', 'updated_at': '2021-08-24T19:53:12Z', 'revision_number': 5, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'subnets': [{'id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:38.525075 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d52c6a32-2b7d-40df-8b75-31354a2fc833 req-24afb36a-ddf8-4c11-b139-a6cac73e0812 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0 HTTP/1.1" status: 200 len: 217 time: 0.0354078 Aug 24 19:55:38.545241 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b797008-f719-420f-af22-10f900c23b1e None None] The sync data for ids ['35a199dc-f771-481e-9c37-1031bfb75c69'] in dv-cinder-804093-3-iscsi is: [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:53:04Z', 'revision_number': 4, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port': {'id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:01Z', 'updated_at': '2021-08-24T19:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '96047dde-1db9-450a-8575-59692fa55f22', 'name': '', 'network_id': 'f55a8fc2-8201-4256-ba29-f7573b19df71', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'mac_address': 'fa:16:3e:a9:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:03Z', 'updated_at': '2021-08-24T19:53:12Z', 'revision_number': 5, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'subnets': [{'id': 'ba34205c-203c-4b54-9f05-8cf2f64d1d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:55:38.580832 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c6a32-2b7d-40df-8b75-31354a2fc833 req-5c21a124-96be-4ead-9866-5b1e166f48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:38.582337 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d52c6a32-2b7d-40df-8b75-31354a2fc833 req-5c21a124-96be-4ead-9866-5b1e166f48d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba34205c-203c-4b54-9f05-8cf2f64d1d87 HTTP/1.1" status: 200 len: 854 time: 0.0454979 Aug 24 19:55:38.597266 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:38.759485 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a441d1-9cd5-4498-a1f0-983d58b992d6 None None] New status for floating IP 0904acaf-a1ab-4467-9f4c-cb1dc1404222: DOWN {{(pid=105637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:55:40.285934 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c6a32-2b7d-40df-8b75-31354a2fc833 req-7c064d1f-f8a0-4cff-80d8-53128ee65122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:40.287417 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d52c6a32-2b7d-40df-8b75-31354a2fc833 req-7c064d1f-f8a0-4cff-80d8-53128ee65122 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f55a8fc2-8201-4256-ba29-f7573b19df71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417688 Aug 24 19:55:41.294137 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d52c6a32-2b7d-40df-8b75-31354a2fc833 req-2864bc74-6667-4bab-ba5b-e8a70c15e854 service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852368 Aug 24 19:55:41.387534 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d52c6a32-2b7d-40df-8b75-31354a2fc833 req-972904ea-32de-4b7a-b4c2-33224df9706d service neutron] 10.222.0.62 "GET /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851290 Aug 24 19:55:41.755906 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc369a-9c3f-469a-93be-e701ba35b9ae req-148faabd-02e2-4115-9786-3585f5fbb909 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:41.757420 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-53fc369a-9c3f-469a-93be-e701ba35b9ae req-148faabd-02e2-4115-9786-3585f5fbb909 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 947 time: 0.0569341 Aug 24 19:55:41.796188 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-53fc369a-9c3f-469a-93be-e701ba35b9ae req-b3dd56b9-27e8-4e95-a0ae-368b453f7c66 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321088 Aug 24 19:55:42.916348 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089ed31-f554-416a-9843-522955b8855e req-00428753-adbf-4947-bdc8-30852c17f794 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:42.917824 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5089ed31-f554-416a-9843-522955b8855e req-00428753-adbf-4947-bdc8-30852c17f794 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 947 time: 0.0488746 Aug 24 19:55:42.954369 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5089ed31-f554-416a-9843-522955b8855e req-c538cc92-7734-4070-9732-8c5ad0ee06d6 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306790 Aug 24 19:55:43.704909 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6b6f1-102b-4941-b369-7cadbfdef14f req-b960d44c-6f79-4aec-8fec-9d68136ee38e tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:43.706379 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-89a6b6f1-102b-4941-b369-7cadbfdef14f req-b960d44c-6f79-4aec-8fec-9d68136ee38e tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 946 time: 0.0492423 Aug 24 19:55:43.744321 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-89a6b6f1-102b-4941-b369-7cadbfdef14f req-9a569c40-bc12-4fc6-b183-bab752dfddf3 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Aug 24 19:55:44.077904 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87856c-288b-45bd-8174-8a28e968dacd req-1d6e2229-7c5e-47fe-a03d-1747acbe34be tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:44.079353 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-af87856c-288b-45bd-8174-8a28e968dacd req-1d6e2229-7c5e-47fe-a03d-1747acbe34be tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 947 time: 0.0521140 Aug 24 19:55:44.116179 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-af87856c-288b-45bd-8174-8a28e968dacd req-ae914142-7378-4cc1-a87e-8e0e392591b0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Aug 24 19:55:44.859810 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dae61e-d1a5-4e0e-8e1d-53fad555179f req-d9b5d234-435a-437c-a096-56e77983a34b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:44.861330 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-28dae61e-d1a5-4e0e-8e1d-53fad555179f req-d9b5d234-435a-437c-a096-56e77983a34b tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 946 time: 0.0496237 Aug 24 19:55:44.897803 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-28dae61e-d1a5-4e0e-8e1d-53fad555179f req-c8d64408-8451-4a49-998f-0e7a23ba4e46 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307336 Aug 24 19:55:45.237616 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b77518-9430-4145-bb4d-81ac6fbb72b6 req-2caa646d-d65e-4dc0-a3ba-c663c8dd5e49 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:45.239230 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-74b77518-9430-4145-bb4d-81ac6fbb72b6 req-2caa646d-d65e-4dc0-a3ba-c663c8dd5e49 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 947 time: 0.0497401 Aug 24 19:55:45.277992 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-74b77518-9430-4145-bb4d-81ac6fbb72b6 req-84dba683-31f7-495d-9e0a-ce73a5e3726b tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323243 Aug 24 19:55:46.044397 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808ea7e-4e9d-4577-b7bd-44c03af6e367 req-8256c23a-714d-4812-b709-d05d57976c59 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:46.045874 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b808ea7e-4e9d-4577-b7bd-44c03af6e367 req-8256c23a-714d-4812-b709-d05d57976c59 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 946 time: 0.0830622 Aug 24 19:55:46.054038 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-af85e8af-ff30-4a04-a606-49e6f3410b15 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:46.055476 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-af85e8af-ff30-4a04-a606-49e6f3410b15 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 947 time: 0.0635190 Aug 24 19:55:46.140408 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b808ea7e-4e9d-4577-b7bd-44c03af6e367 req-db6cab45-38b1-4057-845d-5fb5e7554de6 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839424 Aug 24 19:55:46.172818 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Deleting port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:46.173156 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:46.263971 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] For port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:46.264655 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:46.467967 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c22d09-7084-4e59-95ec-b200415fedc9 req-80c5fbfb-3a46-43ae-adb7-368bdcb2e9a0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:46.469385 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-92c22d09-7084-4e59-95ec-b200415fedc9 req-80c5fbfb-3a46-43ae-adb7-368bdcb2e9a0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c254209-7540-40b9-a924-68db12e82f74 HTTP/1.1" status: 200 len: 947 time: 0.1069767 Aug 24 19:55:46.485617 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:46.486010 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:46.486328 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Floating IP 8fc2c953-de67-4f1f-99a0-da6f14391937 disassociated. External IP: 172.27.2.8, port: 4b80a0a0-ba30-4943-9b0a-86ca3f62805b. Aug 24 19:55:46.486676 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Calling delete_port for 4b80a0a0-ba30-4943-9b0a-86ca3f62805b owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:46.552943 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-92c22d09-7084-4e59-95ec-b200415fedc9 req-7becdea3-7653-4168-a2d6-810d802eef8a tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748119 Aug 24 19:55:46.639865 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:46.668656 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event deleted for resources: {'Port': ['ID=4b80a0a0-ba30-4943-9b0a-86ca3f62805b,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:46.780336 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:55:46.890249 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:55:46.900609 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc5e98-67a7-468a-8250-189d9bf18bdf None None] Sync routers for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:55:46.910726 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc5e98-67a7-468a-8250-189d9bf18bdf None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:46.911335 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-78dc5e98-67a7-468a-8250-189d9bf18bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:46.933997 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] No DVR routers for this DVR port 4b80a0a0-ba30-4943-9b0a-86ca3f62805b on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:55:46.936666 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:46.938885 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d460ea1-eeed-486c-b100-533ab4b946ef req-a26d5c94-cb91-4f7b-96ea-c77f6f4b4020 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.62 "DELETE /v2.0/ports/4b80a0a0-ba30-4943-9b0a-86ca3f62805b HTTP/1.1" status: 204 len: 173 time: 0.8766513 Aug 24 19:55:46.939286 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'name': 'network-vif-deleted', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:55:46.941554 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80607029-a46f-4286-8261-a62e65fb73ca" -d '{"events": [{"server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "name": "network-vif-deleted", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:55:46.981913 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa557f51-71a7-45fe-92c5-95ffbd5b8d3b x-openstack-request-id: req-fa557f51-71a7-45fe-92c5-95ffbd5b8d3b {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:55:46.982326 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c254209-7540-40b9-a924-68db12e82f74", "name": "network-vif-deleted", "tag": "4b80a0a0-ba30-4943-9b0a-86ca3f62805b", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:55:46.982575 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fa557f51-71a7-45fe-92c5-95ffbd5b8d3b {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:55:46.982971 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c254209-7540-40b9-a924-68db12e82f74', 'name': 'network-vif-deleted', 'tag': '4b80a0a0-ba30-4943-9b0a-86ca3f62805b', 'status': 'completed', 'code': 200} Aug 24 19:55:47.047895 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-78dc5e98-67a7-468a-8250-189d9bf18bdf None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:47.257377 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b36ff-795b-4d6c-9a07-b79cfabee5a7 req-ec603850-a7b5-4906-ba92-f67a0d00c111 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:47.259151 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ff8b36ff-795b-4d6c-9a07-b79cfabee5a7 req-ec603850-a7b5-4906-ba92-f67a0d00c111 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 946 time: 0.0502269 Aug 24 19:55:47.264038 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-78dc5e98-67a7-468a-8250-189d9bf18bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:28Z', 'revision_number': 5, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:47.294866 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc5e98-67a7-468a-8250-189d9bf18bdf None None] Checking router: 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:55:47.296466 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ff8b36ff-795b-4d6c-9a07-b79cfabee5a7 req-01cd0563-4bff-4f22-83c2-80fd9b48c14e tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Aug 24 19:55:47.303159 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc5e98-67a7-468a-8250-189d9bf18bdf None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:47.303771 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-78dc5e98-67a7-468a-8250-189d9bf18bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:47.496115 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-78dc5e98-67a7-468a-8250-189d9bf18bdf None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:47.694229 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-78dc5e98-67a7-468a-8250-189d9bf18bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:28Z', 'revision_number': 5, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:47.720117 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc5e98-67a7-468a-8250-189d9bf18bdf None None] The sync data for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi is: [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:49:14Z', 'revision_number': 4, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '2d2779c4-82aa-4b29-8c24-b0920de62c3b', 'name': '', 'network_id': 'd8d23373-37d8-4e04-9c3e-47ef23b86dbb', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'mac_address': 'fa:16:3e:bd:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:10Z', 'updated_at': '2021-08-24T19:49:28Z', 'revision_number': 5, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'subnets': [{'id': '66c81d25-317e-4944-aa48-c52f6df9eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:55:47.933298 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8da4de-3806-4a1d-81b4-f37557b9a843 None None] New status for floating IP 8fc2c953-de67-4f1f-99a0-da6f14391937: DOWN {{(pid=105637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:55:48.105390 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974da763-78e2-4eb3-bf65-9c8478b379cc req-73c1a699-f949-49f1-9b95-a11641260a70 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:48.106870 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-974da763-78e2-4eb3-bf65-9c8478b379cc req-73c1a699-f949-49f1-9b95-a11641260a70 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 946 time: 0.0507083 Aug 24 19:55:48.472780 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c98ffb-225e-42f1-bfae-1bf5ea4edf22 req-4749499c-06d1-40ea-a46c-c620c8c15b39 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:48.474269 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-02c98ffb-225e-42f1-bfae-1bf5ea4edf22 req-4749499c-06d1-40ea-a46c-c620c8c15b39 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 946 time: 0.0807643 Aug 24 19:55:48.520448 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-974da763-78e2-4eb3-bf65-9c8478b379cc req-d1895365-2c5e-47d9-aa10-f4b8996b8ba7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Deleting port c4dc139c-3599-4df1-ae72-40a0589d3ec0 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:48.520794 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-974da763-78e2-4eb3-bf65-9c8478b379cc req-d1895365-2c5e-47d9-aa10-f4b8996b8ba7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:48.540720 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-02c98ffb-225e-42f1-bfae-1bf5ea4edf22 req-13a3f892-5ce0-4dd9-a51f-c9ba0c103b13 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/security-groups?id=094137fd-8537-45ce-8ed9-bc2be03bad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584555 Aug 24 19:55:48.614598 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-974da763-78e2-4eb3-bf65-9c8478b379cc req-d1895365-2c5e-47d9-aa10-f4b8996b8ba7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] For port c4dc139c-3599-4df1-ae72-40a0589d3ec0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c4dc139c-3599-4df1-ae72-40a0589d3ec0,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:48.614953 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-974da763-78e2-4eb3-bf65-9c8478b379cc req-d1895365-2c5e-47d9-aa10-f4b8996b8ba7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:48.628171 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-974da763-78e2-4eb3-bf65-9c8478b379cc req-d1895365-2c5e-47d9-aa10-f4b8996b8ba7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Calling delete_port for c4dc139c-3599-4df1-ae72-40a0589d3ec0 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:48.663334 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 53812) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:48.722946 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-50537216-6285-440d-aa91-dcc2c46e4740 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:48.748615 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-50537216-6285-440d-aa91-dcc2c46e4740 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:48.757726 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-974da763-78e2-4eb3-bf65-9c8478b379cc req-d1895365-2c5e-47d9-aa10-f4b8996b8ba7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:48.786563 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1895365-2c5e-47d9-aa10-f4b8996b8ba7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Pushing event deleted for resources: {'Port': ['ID=c4dc139c-3599-4df1-ae72-40a0589d3ec0,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:48.804744 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-50537216-6285-440d-aa91-dcc2c46e4740 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:48.811151 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-50537216-6285-440d-aa91-dcc2c46e4740 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:48.812664 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-50537216-6285-440d-aa91-dcc2c46e4740 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "DELETE /v2.0/security-groups/5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3 HTTP/1.1" status: 204 len: 168 time: 0.1482584 Aug 24 19:55:48.816539 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53814) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:48.825870 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50537216-6285-440d-aa91-dcc2c46e4740 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:48.836984 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-974da763-78e2-4eb3-bf65-9c8478b379cc req-d1895365-2c5e-47d9-aa10-f4b8996b8ba7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] No DVR routers for this DVR port c4dc139c-3599-4df1-ae72-40a0589d3ec0 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:55:48.844122 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-974da763-78e2-4eb3-bf65-9c8478b379cc req-d1895365-2c5e-47d9-aa10-f4b8996b8ba7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:48.846052 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-974da763-78e2-4eb3-bf65-9c8478b379cc req-d1895365-2c5e-47d9-aa10-f4b8996b8ba7 tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.62 "DELETE /v2.0/ports/c4dc139c-3599-4df1-ae72-40a0589d3ec0 HTTP/1.1" status: 204 len: 173 time: 0.7329838 Aug 24 19:55:48.847519 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.api.v2.resource [None req-7d3c0211-c00e-45a0-81fe-fcc3d6d82d51 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] show failed (client error): The resource could not be found. Aug 24 19:55:48.848324 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-7d3c0211-c00e-45a0-81fe-fcc3d6d82d51 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "GET /v2.0/security-groups/5ed13480-dc4a-40b4-8dff-bcd0f5d01bb3 HTTP/1.1" status: 404 len: 347 time: 0.0319836 Aug 24 19:55:48.851245 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53816) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:48.972934 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-e0a04b78-388f-4a5b-884a-b126a4e8c1a0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Deleting port 058a4ddd-b49a-4588-aad0-88d0fc108744 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:48.973321 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0a04b78-388f-4a5b-884a-b126a4e8c1a0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:48.984156 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'name': 'network-vif-deleted', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:55:48.986374 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca525b61-1c9a-40f5-ba5c-5db1f8ff5009" -d '{"events": [{"server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "name": "network-vif-deleted", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:55:49.021766 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4648f338-6670-465a-949e-3840ab8cfd3b x-openstack-request-id: req-4648f338-6670-465a-949e-3840ab8cfd3b {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:55:49.022053 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e955cf6-0649-4f89-b559-1e9cb3ad6375", "name": "network-vif-deleted", "tag": "c4dc139c-3599-4df1-ae72-40a0589d3ec0", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:55:49.022295 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4648f338-6670-465a-949e-3840ab8cfd3b {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:55:49.022666 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e955cf6-0649-4f89-b559-1e9cb3ad6375', 'name': 'network-vif-deleted', 'tag': 'c4dc139c-3599-4df1-ae72-40a0589d3ec0', 'status': 'completed', 'code': 200} Aug 24 19:55:49.056984 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0a04b78-388f-4a5b-884a-b126a4e8c1a0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:49.057313 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0a04b78-388f-4a5b-884a-b126a4e8c1a0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:49.068568 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-e0a04b78-388f-4a5b-884a-b126a4e8c1a0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Calling delete_port for 058a4ddd-b49a-4588-aad0-88d0fc108744 owned by network:floatingip {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:49.201293 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0a04b78-388f-4a5b-884a-b126a4e8c1a0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:49.224687 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a04b78-388f-4a5b-884a-b126a4e8c1a0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Pushing event deleted for resources: {'Port': ['ID=058a4ddd-b49a-4588-aad0-88d0fc108744,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:49.291717 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0a04b78-388f-4a5b-884a-b126a4e8c1a0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks [] for floatingip, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:49.294299 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e0a04b78-388f-4a5b-884a-b126a4e8c1a0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:49.295999 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-e0a04b78-388f-4a5b-884a-b126a4e8c1a0 tempest-AttachVolumeShelveTestJSON-2107493131 tempest-AttachVolumeShelveTestJSON-2107493131-project] 10.222.0.57 "DELETE /v2.0/floatingips/8fc2c953-de67-4f1f-99a0-da6f14391937 HTTP/1.1" status: 204 len: 168 time: 0.4425285 Aug 24 19:55:49.633776 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a7846fb3-8796-449d-85f9-1356eb5f6f3c req-b4bc5f04-0e77-4e22-a842-227116274fbd tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 210 time: 0.0264819 Aug 24 19:55:50.733049 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a0d26e67-a0d1-4701-84ac-b05eb906017e req-fef614b7-c65e-4bb8-8282-602c57ebfc6a tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 210 time: 0.0326767 Aug 24 19:55:51.371518 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['c4dc139c-3599-4df1-ae72-40a0589d3ec0'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:55:51.396888 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 4b80a0a0-ba30-4943-9b0a-86ca3f62805b no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:55:51.417856 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 4b80a0a0-ba30-4943-9b0a-86ca3f62805b {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:55:51.418201 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 4b80a0a0-ba30-4943-9b0a-86ca3f62805b not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:55:51.849074 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-84426651-29ae-4e88-acf6-315f85d08ced req-30d8b5f8-ad62-4d57-b71e-15b489606dec tempest-TestMinimumBasicScenario-2117727552 tempest-TestMinimumBasicScenario-2117727552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e955cf6-0649-4f89-b559-1e9cb3ad6375 HTTP/1.1" status: 200 len: 210 time: 0.0280061 Aug 24 19:55:53.485850 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53904) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:53.829256 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 53922) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:53.862970 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-33526255-6b6f-4153-8bd8-01f4ebe586ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710471'] for router_interface, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:54.112053 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-33526255-6b6f-4153-8bd8-01f4ebe586ca admin admin] Deleting port 96047dde-1db9-450a-8575-59692fa55f22 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:54.112053 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-33526255-6b6f-4153-8bd8-01f4ebe586ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:54.194349 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [None req-33526255-6b6f-4153-8bd8-01f4ebe586ca admin admin] For port 96047dde-1db9-450a-8575-59692fa55f22, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=96047dde-1db9-450a-8575-59692fa55f22,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:54.194744 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-33526255-6b6f-4153-8bd8-01f4ebe586ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:54.207415 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-33526255-6b6f-4153-8bd8-01f4ebe586ca admin admin] Calling delete_port for 96047dde-1db9-450a-8575-59692fa55f22 owned by network:router_interface {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:54.329509 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b5767994-bb5e-482c-b219-52abb1c6d0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710471'] for router_interface, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:54.388284 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-33526255-6b6f-4153-8bd8-01f4ebe586ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:54.412227 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33526255-6b6f-4153-8bd8-01f4ebe586ca admin admin] Pushing event deleted for resources: {'Port': ['ID=96047dde-1db9-450a-8575-59692fa55f22,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:54.590271 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-33526255-6b6f-4153-8bd8-01f4ebe586ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1549297'] for router_interface, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:54.592782 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-b5767994-bb5e-482c-b219-52abb1c6d0df admin admin] Deleting port 2d2779c4-82aa-4b29-8c24-b0920de62c3b {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:54.593130 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b5767994-bb5e-482c-b219-52abb1c6d0df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:54.672860 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-b5767994-bb5e-482c-b219-52abb1c6d0df admin admin] For port 2d2779c4-82aa-4b29-8c24-b0920de62c3b, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=2d2779c4-82aa-4b29-8c24-b0920de62c3b,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:54.673245 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b5767994-bb5e-482c-b219-52abb1c6d0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:54.685911 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-b5767994-bb5e-482c-b219-52abb1c6d0df admin admin] Calling delete_port for 2d2779c4-82aa-4b29-8c24-b0920de62c3b owned by network:router_interface {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:54.812299 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33526255-6b6f-4153-8bd8-01f4ebe586ca admin admin] Router 35a199dc-f771-481e-9c37-1031bfb75c69 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:55:54.870670 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b5767994-bb5e-482c-b219-52abb1c6d0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:54.895722 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5767994-bb5e-482c-b219-52abb1c6d0df admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2779c4-82aa-4b29-8c24-b0920de62c3b,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:54.926961 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33526255-6b6f-4153-8bd8-01f4ebe586ca admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:55:54.936270 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-33526255-6b6f-4153-8bd8-01f4ebe586ca admin admin] 10.222.0.57 "PUT /v2.0/routers/35a199dc-f771-481e-9c37-1031bfb75c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4487405 Aug 24 19:55:54.937289 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53928) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:54.938631 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf219d-eca8-45b7-9e16-44bc1fe5026a None None] Sync routers for ids ['35a199dc-f771-481e-9c37-1031bfb75c69'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:55:54.950191 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf219d-eca8-45b7-9e16-44bc1fe5026a None None] Routers {'35a199dc-f771-481e-9c37-1031bfb75c69'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:54.951094 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-cfaf219d-eca8-45b7-9e16-44bc1fe5026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['35a199dc-f771-481e-9c37-1031bfb75c69'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:55.061456 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-cfaf219d-eca8-45b7-9e16-44bc1fe5026a None None] Set router 35a199dc-f771-481e-9c37-1031bfb75c69 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:55.081178 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Notify callbacks [] for router, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:55.081671 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b5767994-bb5e-482c-b219-52abb1c6d0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1549297'] for router_interface, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:55.194131 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:55.254809 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Deleting port 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:55.255159 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:55.259590 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-cfaf219d-eca8-45b7-9e16-44bc1fe5026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:55:54Z', 'revision_number': 5, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port': {'id': '8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:01Z', 'updated_at': '2021-08-24T19:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:55.287654 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf219d-eca8-45b7-9e16-44bc1fe5026a None None] Checking router: 35a199dc-f771-481e-9c37-1031bfb75c69 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:55:55.297540 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf219d-eca8-45b7-9e16-44bc1fe5026a None None] Routers {'35a199dc-f771-481e-9c37-1031bfb75c69'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:55.298324 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-cfaf219d-eca8-45b7-9e16-44bc1fe5026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['35a199dc-f771-481e-9c37-1031bfb75c69'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:55.338710 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] For port 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:55.339100 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:55.353979 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Calling delete_port for 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 owned by network:router_gateway {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:55.396744 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-cfaf219d-eca8-45b7-9e16-44bc1fe5026a None None] Set router 35a199dc-f771-481e-9c37-1031bfb75c69 gateway port host: None {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:55.449475 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-cfaf219d-eca8-45b7-9e16-44bc1fe5026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:55:55Z', 'revision_number': 6, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port_host': None}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:55.479499 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf219d-eca8-45b7-9e16-44bc1fe5026a None None] The sync data for ids ['35a199dc-f771-481e-9c37-1031bfb75c69'] in dv-cinder-804093-3-iscsi is: [{'id': '35a199dc-f771-481e-9c37-1031bfb75c69', 'name': 'tempest-TestMinimumBasicScenario-1830210423-router', 'tenant_id': '39fa9b56670b4901b556a711a4bad25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:00Z', 'updated_at': '2021-08-24T19:55:55Z', 'revision_number': 6, 'project_id': '39fa9b56670b4901b556a711a4bad25b', 'gw_port_host': None}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:55:55.533395 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:55.537908 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5767994-bb5e-482c-b219-52abb1c6d0df admin admin] Router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:55:55.562630 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:55.622357 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708715'] for router_gateway, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:55.648328 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5767994-bb5e-482c-b219-52abb1c6d0df admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:55:55.654168 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-b5767994-bb5e-482c-b219-52abb1c6d0df admin admin] 10.222.0.57 "PUT /v2.0/routers/7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8236284 Aug 24 19:55:55.656666 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 53930) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:55.657479 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d35fb-7359-4e7e-99b6-c7194d94c538 None None] Sync routers for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:55:55.667126 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d35fb-7359-4e7e-99b6-c7194d94c538 None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:55.667738 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-448d35fb-7359-4e7e-99b6-c7194d94c538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:55.719170 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-459'] for router, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:55.721283 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:55.772643 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707570'] for router, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:55.773123 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35a199dc-f771-481e-9c37-1031bfb75c69 {{(pid=105636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:55:55.777895 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:55.778488 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-448d35fb-7359-4e7e-99b6-c7194d94c538 None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:55.778925 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] Notify callbacks [] for router, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:55.782997 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-99ffb9ac-f49b-4678-baae-03f4b8df7c0f admin admin] 10.222.0.57 "DELETE /v2.0/routers/35a199dc-f771-481e-9c37-1031bfb75c69 HTTP/1.1" status: 204 len: 168 time: 0.8442512 Aug 24 19:55:55.783615 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53932) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:55.904193 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:55.971850 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Deleting port 830b0477-2466-4d0d-94f9-57bb5c0ee204 {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:55.972234 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.030582 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-448d35fb-7359-4e7e-99b6-c7194d94c538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:55:54Z', 'revision_number': 5, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port': {'id': '830b0477-2466-4d0d-94f9-57bb5c0ee204', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:49:03Z', 'updated_at': '2021-08-24T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:56.068877 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d35fb-7359-4e7e-99b6-c7194d94c538 None None] Checking router: 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:55:56.079997 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d35fb-7359-4e7e-99b6-c7194d94c538 None None] Routers {'7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:56.081186 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-448d35fb-7359-4e7e-99b6-c7194d94c538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:56.097365 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] For port 830b0477-2466-4d0d-94f9-57bb5c0ee204, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=830b0477-2466-4d0d-94f9-57bb5c0ee204,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:56.097901 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.115955 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Calling delete_port for 830b0477-2466-4d0d-94f9-57bb5c0ee204 owned by network:router_gateway {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:56.147331 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3478bca-fa3a-48a6-a71f-39763a11fcab admin admin] Deleting subnet ba34205c-203c-4b54-9f05-8cf2f64d1d87 {{(pid=105636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:55:56.150941 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e3478bca-fa3a-48a6-a71f-39763a11fcab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.200774 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e3478bca-fa3a-48a6-a71f-39763a11fcab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264856231'] for subnet, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.282299 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 96047dde-1db9-450a-8575-59692fa55f22 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:55:56.302409 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e3478bca-fa3a-48a6-a71f-39763a11fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.315428 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 96047dde-1db9-450a-8575-59692fa55f22 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:55:56.315771 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 96047dde-1db9-450a-8575-59692fa55f22 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:55:56.316240 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:55:56.341453 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.343064 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:55:56.343204 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 8cd27b8b-e2ed-4baf-b8c7-2407b53ab5a0 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:55:56.362563 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-448d35fb-7359-4e7e-99b6-c7194d94c538 None None] Set router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 gateway port host: None {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:56.393237 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e3478bca-fa3a-48a6-a71f-39763a11fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264856079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267593542'] for subnet, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.399223 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=830b0477-2466-4d0d-94f9-57bb5c0ee204,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:56.427116 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6723eb20-a56c-4dd3-a0c2-7b9ed2aad5e2 None None] Network f55a8fc2-8201-4256-ba29-f7573b19df71 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:55:56.429631 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e3478bca-fa3a-48a6-a71f-39763a11fcab admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.431121 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-448d35fb-7359-4e7e-99b6-c7194d94c538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:55:55Z', 'revision_number': 6, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port_host': None}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:56.432457 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-e3478bca-fa3a-48a6-a71f-39763a11fcab admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ba34205c-203c-4b54-9f05-8cf2f64d1d87 HTTP/1.1" status: 204 len: 168 time: 0.6478419 Aug 24 19:55:56.433535 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3478bca-fa3a-48a6-a71f-39763a11fcab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba34205c-203c-4b54-9f05-8cf2f64d1d87,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:56.435216 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53936) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:56.468958 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708715'] for router_gateway, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.470701 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d35fb-7359-4e7e-99b6-c7194d94c538 None None] The sync data for ids ['7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8'] in dv-cinder-804093-3-iscsi is: [{'id': '7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8', 'name': 'tempest-AttachVolumeShelveTestJSON-648157233-router', 'tenant_id': '6ccd138de07841c0aa0c919186aa0c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:49:01Z', 'updated_at': '2021-08-24T19:55:55Z', 'revision_number': 6, 'project_id': '6ccd138de07841c0aa0c919186aa0c8e', 'gw_port_host': None}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:55:56.519266 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.576211 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-459'] for router, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.578981 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.585702 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Deleting port 771ae844-867c-44ce-868e-e836a316c651 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:56.586786 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.640857 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707570'] for router, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.641704 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 {{(pid=105635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:55:56.645972 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] Notify callbacks [] for router, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.647123 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-a7d64f8b-687c-4fb9-af7d-1dc430acfcd9 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7fe99e3f-c31e-4f12-b6e1-cc0dfbead5b8 HTTP/1.1" status: 204 len: 168 time: 0.9895377 Aug 24 19:55:56.650623 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 53938) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:56.664016 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] For port 771ae844-867c-44ce-868e-e836a316c651, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=771ae844-867c-44ce-868e-e836a316c651,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:56.666789 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] DHCP port deletion for f55a8fc2-8201-4256-ba29-f7573b19df71 request from dv-cinder-804093-3-iscsi {{(pid=105637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 19:55:56.670543 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.687310 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Calling delete_port for 771ae844-867c-44ce-868e-e836a316c651 owned by network:dhcp {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:56.704415 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e06a05a-92ba-4a89-a0f6-172fae07b1d1 admin admin] Deleting subnet 66c81d25-317e-4944-aa48-c52f6df9eab1 {{(pid=105635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:55:56.707514 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3e06a05a-92ba-4a89-a0f6-172fae07b1d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.727343 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Deleting port 771ae844-867c-44ce-868e-e836a316c651 {{(pid=105637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:56.727857 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.749230 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3e06a05a-92ba-4a89-a0f6-172fae07b1d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267673478'] for subnet, precommit_delete_associations {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.780257 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.799121 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] For port 771ae844-867c-44ce-868e-e836a316c651, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=771ae844-867c-44ce-868e-e836a316c651,segment=NetworkSegment(0bcb376b-6ebb-4092-b82d-e6610cd2ac98),segment_id=0bcb376b-6ebb-4092-b82d-e6610cd2ac98)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:56.799519 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.814036 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Calling delete_port for 771ae844-867c-44ce-868e-e836a316c651 owned by network:dhcp {{(pid=105637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:56.818896 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Pushing event deleted for resources: {'Port': ['ID=771ae844-867c-44ce-868e-e836a316c651,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:56.822450 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] No DVR routers for this DVR port 771ae844-867c-44ce-868e-e836a316c651 on host dv-cinder-804093-3-iscsi {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:55:56.865143 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3e06a05a-92ba-4a89-a0f6-172fae07b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.897234 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.900742 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907'] for port, after_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.908248 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55a8fc2-8201-4256-ba29-f7573b19df71']}} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:56.924839 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcb376b-6ebb-4092-b82d-e6610cd2ac98') {'for_net_delete': True} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:56.925391 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcb376b-6ebb-4092-b82d-e6610cd2ac98') {} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:56.927799 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3e06a05a-92ba-4a89-a0f6-172fae07b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267901544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264836026'] for subnet, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.928381 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Pushing event deleted for resources: {'Port': ['ID=771ae844-867c-44ce-868e-e836a316c651,revision_number=None']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:56.933380 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] No DVR routers for this DVR port 771ae844-867c-44ce-868e-e836a316c651 on host dv-cinder-804093-3-iscsi {{(pid=105637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:55:56.935859 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264856232'] for segment, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.946185 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:56.946536 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:56.946874 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:56.947279 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:56.947693 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:56.947921 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:56.948553 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:56.948782 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:56.949126 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:56.949450 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:56.949820 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:56.950170 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672a20a-abd3-407c-babc-dec3b1af896e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:55:56.953484 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.960200 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=105636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:55:56.960627 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264856557'] for segment, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.961108 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06a05a-92ba-4a89-a0f6-172fae07b1d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c81d25-317e-4944-aa48-c52f6df9eab1,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: Traceback (most recent call last): Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: timer() Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: cb(*args, **kw) Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: return func(*args, **kwargs) Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: self._notify() Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: self.callback(batched_events) Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: event.method(event) Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: return f(self, *a, **k) Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._get(url).json() Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: return self.request(url, 'GET', **kwargs) Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:55:56.962989 dv-cinder-804093-3-iscsi neutron-server[105636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:55:56.968411 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3e06a05a-92ba-4a89-a0f6-172fae07b1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:56.972721 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-3e06a05a-92ba-4a89-a0f6-172fae07b1d1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/66c81d25-317e-4944-aa48-c52f6df9eab1 HTTP/1.1" status: 204 len: 168 time: 0.3186331 Aug 24 19:55:56.972938 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 53942) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:56.973640 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc6e21b-a19f-47e1-9b7d-a27dd72adccc None None] Network d8d23373-37d8-4e04-9c3e-47ef23b86dbb requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:55:57.041774 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.057631 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.064080 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.068171 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f55a8fc2-8201-4256-ba29-f7573b19df71 HTTP/1.1" status: 204 len: 168 time: 0.6299796 Aug 24 19:55:57.068171 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc11436-ae17-4c93-a3c4-78d13cedd800 admin admin] Pushing event deleted for resources: {'Network': ['ID=f55a8fc2-8201-4256-ba29-f7573b19df71,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:57.069117 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53944) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:57.125033 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Deleting port dfca5058-6cfb-4222-8dc4-94181afa7e44 {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:57.125572 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.184491 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214e47ab-f8e3-4b67-b77f-f4b97139fbbc None None] DHCP port deletion for d8d23373-37d8-4e04-9c3e-47ef23b86dbb request from dv-cinder-804093-3-iscsi {{(pid=105637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 19:55:57.199702 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] For port dfca5058-6cfb-4222-8dc4-94181afa7e44, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=dfca5058-6cfb-4222-8dc4-94181afa7e44,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:57.200111 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.215183 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Calling delete_port for dfca5058-6cfb-4222-8dc4-94181afa7e44 owned by network:dhcp {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:57.232303 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-214e47ab-f8e3-4b67-b77f-f4b97139fbbc None None] Deleting port dfca5058-6cfb-4222-8dc4-94181afa7e44 {{(pid=105637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:57.232752 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-214e47ab-f8e3-4b67-b77f-f4b97139fbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.252340 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device c4dc139c-3599-4df1-ae72-40a0589d3ec0 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:55:57.306990 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.311637 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: c4dc139c-3599-4df1-ae72-40a0589d3ec0 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:55:57.312267 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device c4dc139c-3599-4df1-ae72-40a0589d3ec0 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:55:57.329252 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-214e47ab-f8e3-4b67-b77f-f4b97139fbbc None None] For port dfca5058-6cfb-4222-8dc4-94181afa7e44, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=dfca5058-6cfb-4222-8dc4-94181afa7e44,segment=NetworkSegment(b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c),segment_id=b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:57.329692 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-214e47ab-f8e3-4b67-b77f-f4b97139fbbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.335421 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfca5058-6cfb-4222-8dc4-94181afa7e44,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:57.347681 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] No DVR routers for this DVR port dfca5058-6cfb-4222-8dc4-94181afa7e44 on host dv-cinder-804093-3-iscsi {{(pid=105635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:55:57.352757 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-214e47ab-f8e3-4b67-b77f-f4b97139fbbc None None] Calling delete_port for dfca5058-6cfb-4222-8dc4-94181afa7e44 owned by network:dhcp {{(pid=105637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:57.421608 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.432939 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d23373-37d8-4e04-9c3e-47ef23b86dbb']}} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:57.439653 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-214e47ab-f8e3-4b67-b77f-f4b97139fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907'] for port, after_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.443702 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c') {'for_net_delete': True} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:57.444125 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85a5ec6-1280-4f2f-8dd8-2e2b9e54904c') {} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:57.453785 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267673481'] for segment, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.470798 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.477735 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=105635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:55:57.478275 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267901834'] for segment, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.478756 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e47ab-f8e3-4b67-b77f-f4b97139fbbc None None] Pushing event deleted for resources: {'Port': ['ID=dfca5058-6cfb-4222-8dc4-94181afa7e44,revision_number=None']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: Traceback (most recent call last): Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: timer() Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: cb(*args, **kw) Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: return func(*args, **kwargs) Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: self._notify() Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: self.callback(batched_events) Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: event.method(event) Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: return f(self, *a, **k) Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._get(url).json() Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: return self.request(url, 'GET', **kwargs) Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:55:57.480878 dv-cinder-804093-3-iscsi neutron-server[105635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:55:57.484278 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e47ab-f8e3-4b67-b77f-f4b97139fbbc None None] No DVR routers for this DVR port dfca5058-6cfb-4222-8dc4-94181afa7e44 on host dv-cinder-804093-3-iscsi {{(pid=105637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:55:57.496400 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3f157cb0-bd23-4531-a747-cb44eb6a73d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710471'] for router_interface, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.548608 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.553140 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.556623 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d8d23373-37d8-4e04-9c3e-47ef23b86dbb HTTP/1.1" status: 204 len: 168 time: 0.5825999 Aug 24 19:55:57.570801 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eeb725-9ea2-4302-848c-527db093c7c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d23373-37d8-4e04-9c3e-47ef23b86dbb,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:57.673701 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53948) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:57.721490 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-2f84f61b-f751-4f76-9ac9-f92a13653e86 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6ccd138de07841c0aa0c919186aa0c8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0467057 Aug 24 19:55:57.724066 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 53950) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:57.773068 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6aed9a3d-872f-4336-aec2-d03fb3dc9c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.786683 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-3f157cb0-bd23-4531-a747-cb44eb6a73d9 admin admin] Deleting port 70632dab-8a8f-4583-9b26-0715265c9a2c {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:57.787028 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3f157cb0-bd23-4531-a747-cb44eb6a73d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.794595 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6aed9a3d-872f-4336-aec2-d03fb3dc9c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.843068 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6aed9a3d-872f-4336-aec2-d03fb3dc9c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.845635 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6aed9a3d-872f-4336-aec2-d03fb3dc9c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.846815 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-6aed9a3d-872f-4336-aec2-d03fb3dc9c6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d706f339-c28a-4285-8840-9ae475e555e7 HTTP/1.1" status: 204 len: 168 time: 0.1216888 Aug 24 19:55:57.857808 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed9a3d-872f-4336-aec2-d03fb3dc9c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d706f339-c28a-4285-8840-9ae475e555e7,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:57.878256 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [None req-3f157cb0-bd23-4531-a747-cb44eb6a73d9 admin admin] For port 70632dab-8a8f-4583-9b26-0715265c9a2c, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=70632dab-8a8f-4583-9b26-0715265c9a2c,segment=NetworkSegment(89b525bf-293b-4b2f-bd27-6dcfde71aedf),segment_id=89b525bf-293b-4b2f-bd27-6dcfde71aedf)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:57.878707 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3f157cb0-bd23-4531-a747-cb44eb6a73d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:57.893483 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-3f157cb0-bd23-4531-a747-cb44eb6a73d9 admin admin] Calling delete_port for 70632dab-8a8f-4583-9b26-0715265c9a2c owned by network:router_interface {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:58.106286 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 771ae844-867c-44ce-868e-e836a316c651 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:55:58.109669 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3f157cb0-bd23-4531-a747-cb44eb6a73d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:58.127749 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 771ae844-867c-44ce-868e-e836a316c651 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:55:58.128489 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 771ae844-867c-44ce-868e-e836a316c651 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:55:58.129104 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 2d2779c4-82aa-4b29-8c24-b0920de62c3b no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:55:58.138013 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f157cb0-bd23-4531-a747-cb44eb6a73d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=70632dab-8a8f-4583-9b26-0715265c9a2c,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:58.153878 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 2d2779c4-82aa-4b29-8c24-b0920de62c3b {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:55:58.154338 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 2d2779c4-82aa-4b29-8c24-b0920de62c3b not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:55:58.154846 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device dfca5058-6cfb-4222-8dc4-94181afa7e44 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:55:58.178141 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: dfca5058-6cfb-4222-8dc4-94181afa7e44 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:55:58.178875 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device dfca5058-6cfb-4222-8dc4-94181afa7e44 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:55:58.179516 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 830b0477-2466-4d0d-94f9-57bb5c0ee204 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:55:58.200874 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 830b0477-2466-4d0d-94f9-57bb5c0ee204 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:55:58.201511 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 830b0477-2466-4d0d-94f9-57bb5c0ee204 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:55:58.330186 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3f157cb0-bd23-4531-a747-cb44eb6a73d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1549297'] for router_interface, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:58.565620 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f157cb0-bd23-4531-a747-cb44eb6a73d9 admin admin] Router a75ff516-611e-4d49-a303-ed75b0872447 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:55:58.620374 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 53984) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:58.673378 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f157cb0-bd23-4531-a747-cb44eb6a73d9 admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:55:58.678375 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-3f157cb0-bd23-4531-a747-cb44eb6a73d9 admin admin] 10.222.0.57 "PUT /v2.0/routers/a75ff516-611e-4d49-a303-ed75b0872447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6083207 Aug 24 19:55:58.681095 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 53988) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:58.682474 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add80439-d1ab-4254-a108-ee45af8872da None None] Sync routers for ids ['a75ff516-611e-4d49-a303-ed75b0872447'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:55:58.691604 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add80439-d1ab-4254-a108-ee45af8872da None None] Routers {'a75ff516-611e-4d49-a303-ed75b0872447'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:58.692322 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-add80439-d1ab-4254-a108-ee45af8872da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['a75ff516-611e-4d49-a303-ed75b0872447'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:58.726090 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2091766313-network', 'tenant_id': 'ae52e4bb0db647f588a2ce731997f35d'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:55:58.784486 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Made reservation on behalf of ae52e4bb0db647f588a2ce731997f35d for: {'network': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:55:58.786763 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:58.799621 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:58.799832 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-add80439-d1ab-4254-a108-ee45af8872da None None] Set router a75ff516-611e-4d49-a303-ed75b0872447 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:58.826905 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Notify callbacks [] for router, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:58.964315 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:58.986412 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-add80439-d1ab-4254-a108-ee45af8872da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'name': 'tempest-TestMinimumBasicScenario-964202461-router', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:07Z', 'updated_at': '2021-08-24T19:55:58Z', 'revision_number': 5, 'project_id': '0b60037040d247a1a789c6a2959ba5d2', 'gw_port': {'id': '06dbd591-23f4-49d1-85d3-fe3aa76bb335', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:53:08Z', 'updated_at': '2021-08-24T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:59.012349 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add80439-d1ab-4254-a108-ee45af8872da None None] Checking router: a75ff516-611e-4d49-a303-ed75b0872447 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:55:59.018666 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.021066 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add80439-d1ab-4254-a108-ee45af8872da None None] Routers {'a75ff516-611e-4d49-a303-ed75b0872447'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:55:59.021728 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-add80439-d1ab-4254-a108-ee45af8872da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:55:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['a75ff516-611e-4d49-a303-ed75b0872447'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:59.024606 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.055484 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=105635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:55:59.068040 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0907ff-20a8-4c57-a51e-10cdcd647c57,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:59.075774 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.076131 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.segments_db [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Added segment ee11cd8b-3dc7-43dc-8045-c493190c9b06 of type vlan for network 32b30e31-01cb-48f4-912b-6c6de677ad03 Aug 24 19:55:59.084276 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Deleting port 06dbd591-23f4-49d1-85d3-fe3aa76bb335 {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:55:59.084607 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.112890 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-add80439-d1ab-4254-a108-ee45af8872da None None] Set router a75ff516-611e-4d49-a303-ed75b0872447 gateway port host: None {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:55:59.164195 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.220975 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] For port 06dbd591-23f4-49d1-85d3-fe3aa76bb335, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=06dbd591-23f4-49d1-85d3-fe3aa76bb335,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:55:59.221346 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.227150 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.227150 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:59.227150 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.253859 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Calling delete_port for 06dbd591-23f4-49d1-85d3-fe3aa76bb335 owned by network:router_gateway {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:55:59.264759 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-add80439-d1ab-4254-a108-ee45af8872da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'name': 'tempest-TestMinimumBasicScenario-964202461-router', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:07Z', 'updated_at': '2021-08-24T19:55:58Z', 'revision_number': 6, 'project_id': '0b60037040d247a1a789c6a2959ba5d2', 'gw_port_host': None}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:55:59.292015 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add80439-d1ab-4254-a108-ee45af8872da None None] The sync data for ids ['a75ff516-611e-4d49-a303-ed75b0872447'] in dv-cinder-804093-3-iscsi is: [{'id': 'a75ff516-611e-4d49-a303-ed75b0872447', 'name': 'tempest-TestMinimumBasicScenario-964202461-router', 'tenant_id': '0b60037040d247a1a789c6a2959ba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:53:07Z', 'updated_at': '2021-08-24T19:55:58Z', 'revision_number': 6, 'project_id': '0b60037040d247a1a789c6a2959ba5d2', 'gw_port_host': None}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:55:59.294388 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6728568 Aug 24 19:55:59.297264 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 53998) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:59.313350 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-f5df82b0-1b3d-49d2-b273-f5a6d6f3d96d admin admin] Request body: {'subnet': {'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2091766313-subnet', 'tenant_id': 'ae52e4bb0db647f588a2ce731997f35d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:55:59.335885 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7da492-fcd6-492f-baac-b0db4eb82c72 admin admin] Pushing event updated for resources: {'Network': ['ID=32b30e31-01cb-48f4-912b-6c6de677ad03,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:59.347086 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network 32b30e31-01cb-48f4-912b-6c6de677ad03 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:55:59.372016 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5df82b0-1b3d-49d2-b273-f5a6d6f3d96d admin admin] Made reservation on behalf of ae52e4bb0db647f588a2ce731997f35d for: {'subnet': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:55:59.374698 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f5df82b0-1b3d-49d2-b273-f5a6d6f3d96d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267593661'] for subnet, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.480306 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.505605 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Pushing event deleted for resources: {'Port': ['ID=06dbd591-23f4-49d1-85d3-fe3aa76bb335,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:59.570251 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708715'] for router_gateway, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.583614 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f5df82b0-1b3d-49d2-b273-f5a6d6f3d96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264856136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267593551'] for subnet, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.638852 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df82b0-1b3d-49d2-b273-f5a6d6f3d96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4fa274-1b27-4441-9ff8-8da929298829,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:55:59.647702 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5df82b0-1b3d-49d2-b273-f5a6d6f3d96d admin admin] Checking segment: {'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:55:59.648063 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5df82b0-1b3d-49d2-b273-f5a6d6f3d96d admin admin] Network hostable DHCP agents. Network: 32b30e31-01cb-48f4-912b-6c6de677ad03, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:55:59.662573 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-459'] for router, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.665090 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.666392 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5df82b0-1b3d-49d2-b273-f5a6d6f3d96d admin admin] Network 32b30e31-01cb-48f4-912b-6c6de677ad03 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:55:59.677028 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-f5df82b0-1b3d-49d2-b273-f5a6d6f3d96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, 32b30e31-01cb-48f4-912b-6c6de677ad03) {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:55:59.682267 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df82b0-1b3d-49d2-b273-f5a6d6f3d96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:55:59.683026 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-f5df82b0-1b3d-49d2-b273-f5a6d6f3d96d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.690111 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b2c77-47ce-4c0f-9b6e-004c5a6897d8 None None] Network 32b30e31-01cb-48f4-912b-6c6de677ad03 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:55:59.709696 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-f5df82b0-1b3d-49d2-b273-f5a6d6f3d96d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3982823 Aug 24 19:55:59.734296 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707570'] for router, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.734907 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a75ff516-611e-4d49-a303-ed75b0872447 {{(pid=105635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:55:59.739893 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] Notify callbacks [] for router, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.744553 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 54004) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:55:59.748481 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-21c9f125-f550-4856-ac54-3d778694c161 admin admin] 10.222.0.57 "DELETE /v2.0/routers/a75ff516-611e-4d49-a303-ed75b0872447 HTTP/1.1" status: 204 len: 168 time: 1.0648088 Aug 24 19:55:59.801597 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffe075c-cb1c-4fb0-844a-c4b38223db74 admin admin] Deleting subnet dd7faf74-c4aa-4498-abd4-9c61bb218201 {{(pid=105636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:55:59.805143 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8ffe075c-cb1c-4fb0-844a-c4b38223db74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.844957 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a40441d-b98b-493a-878c-0ed4083decd4 None None] Network 32b30e31-01cb-48f4-912b-6c6de677ad03 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:55:59.846568 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8ffe075c-cb1c-4fb0-844a-c4b38223db74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264856231'] for subnet, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.931300 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8ffe075c-cb1c-4fb0-844a-c4b38223db74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:55:59.985113 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8ffe075c-cb1c-4fb0-844a-c4b38223db74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264856079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267593542'] for subnet, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.018095 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe075c-cb1c-4fb0-844a-c4b38223db74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd7faf74-c4aa-4498-abd4-9c61bb218201,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:00.020138 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8ffe075c-cb1c-4fb0-844a-c4b38223db74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.024532 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13719160-b297-4e54-8f8e-f0e626a2d873 None None] Network d2995051-387d-4da7-811d-293d2e89ca1d requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:56:00.027730 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-8ffe075c-cb1c-4fb0-844a-c4b38223db74 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/dd7faf74-c4aa-4498-abd4-9c61bb218201 HTTP/1.1" status: 204 len: 168 time: 0.2819438 Aug 24 19:56:00.030283 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 54012) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:56:00.101081 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.179695 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Deleting port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:56:00.183407 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.199782 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-23d93b28-8a5a-47ea-b1ff-aba31b2a0cf3 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:00.201353 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-23d93b28-8a5a-47ea-b1ff-aba31b2a0cf3 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/networks?id=32b30e31-01cb-48f4-912b-6c6de677ad03 HTTP/1.1" status: 200 len: 815 time: 0.1220527 Aug 24 19:56:00.220235 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 70632dab-8a8f-4583-9b26-0715265c9a2c no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:56:00.227497 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-f48c7cd8-01d6-4515-aa55-6eb7a6466791 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/quotas/ae52e4bb0db647f588a2ce731997f35d HTTP/1.1" status: 200 len: 375 time: 0.0146244 Aug 24 19:56:00.241752 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 70632dab-8a8f-4583-9b26-0715265c9a2c {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:56:00.242011 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 70632dab-8a8f-4583-9b26-0715265c9a2c not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:56:00.242989 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 06dbd591-23f4-49d1-85d3-fe3aa76bb335 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:56:00.263912 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-19fc1ce7-5757-43cb-9fa3-1ddc21156f84 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae52e4bb0db647f588a2ce731997f35d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305049 Aug 24 19:56:00.267554 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] For port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=2e0865c7-e28b-4a28-bc36-e8140b2a0c37,segment=NetworkSegment(89b525bf-293b-4b2f-bd27-6dcfde71aedf),segment_id=89b525bf-293b-4b2f-bd27-6dcfde71aedf)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:56:00.267995 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.272497 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9235f567-e6bd-40c4-b164-e7cd793b172f None None] DHCP port deletion for d2995051-387d-4da7-811d-293d2e89ca1d request from dv-cinder-804093-3-iscsi {{(pid=105637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 19:56:00.275251 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 06dbd591-23f4-49d1-85d3-fe3aa76bb335 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:56:00.275520 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 06dbd591-23f4-49d1-85d3-fe3aa76bb335 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:56:00.287459 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Calling delete_port for 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 owned by network:dhcp {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:56:00.332514 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-9235f567-e6bd-40c4-b164-e7cd793b172f None None] Deleting port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 {{(pid=105637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:56:00.332999 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-9235f567-e6bd-40c4-b164-e7cd793b172f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.376557 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.404455 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-9235f567-e6bd-40c4-b164-e7cd793b172f None None] For port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=2e0865c7-e28b-4a28-bc36-e8140b2a0c37,segment=NetworkSegment(89b525bf-293b-4b2f-bd27-6dcfde71aedf),segment_id=89b525bf-293b-4b2f-bd27-6dcfde71aedf)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:56:00.404968 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-9235f567-e6bd-40c4-b164-e7cd793b172f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.405365 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0865c7-e28b-4a28-bc36-e8140b2a0c37,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:00.409823 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] No DVR routers for this DVR port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 on host dv-cinder-804093-3-iscsi {{(pid=105635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:56:00.420841 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-9235f567-e6bd-40c4-b164-e7cd793b172f None None] Calling delete_port for 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 owned by network:dhcp {{(pid=105637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:56:00.459941 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-54c6cdb4-5a10-4755-beae-ca1485806f02 service neutron] 10.222.0.57 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883469 Aug 24 19:56:00.482593 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.495251 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2995051-387d-4da7-811d-293d2e89ca1d']}} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:00.515319 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b525bf-293b-4b2f-bd27-6dcfde71aedf') {'for_net_delete': True} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:00.515630 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b525bf-293b-4b2f-bd27-6dcfde71aedf') {} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:56:00.518882 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-9235f567-e6bd-40c4-b164-e7cd793b172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907'] for port, after_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.545832 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267673481'] for segment, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.546918 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235f567-e6bd-40c4-b164-e7cd793b172f None None] Pushing event deleted for resources: {'Port': ['ID=2e0865c7-e28b-4a28-bc36-e8140b2a0c37,revision_number=None']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:00.555834 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9235f567-e6bd-40c4-b164-e7cd793b172f None None] No DVR routers for this DVR port 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 on host dv-cinder-804093-3-iscsi {{(pid=105637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:56:00.576997 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.578932 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-8b3207f7-82fd-489c-a784-b1529a141114 service neutron] 10.222.0.57 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115677 Aug 24 19:56:00.594244 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=105635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:56:00.595102 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267901834'] for segment, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: Traceback (most recent call last): Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: timer() Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: cb(*args, **kw) Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: return func(*args, **kwargs) Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: self._notify() Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: self.callback(batched_events) Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: event.method(event) Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: return f(self, *a, **k) Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._get(url).json() Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: return self.request(url, 'GET', **kwargs) Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:56:00.597750 dv-cinder-804093-3-iscsi neutron-server[105635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:56:00.660726 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.665705 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.667635 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] 10.222.0.57 "DELETE /v2.0/networks/d2995051-387d-4da7-811d-293d2e89ca1d HTTP/1.1" status: 204 len: 168 time: 0.6362927 Aug 24 19:56:00.681180 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a34d5-65f9-4ad2-92f1-a8a83a3ce06d admin admin] Pushing event deleted for resources: {'Network': ['ID=d2995051-387d-4da7-811d-293d2e89ca1d,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:00.768860 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a1ff907f-7ee0-4415-9fb5-d58ef437e01b req-4a8d1695-cc9a-46e9-831b-301114eaded8 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 210 time: 0.0295055 Aug 24 19:56:00.815452 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 54034) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:56:00.857254 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-68f11ef7-7cc3-4875-b066-042862b0b6b4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=39fa9b56670b4901b556a711a4bad25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404012 Aug 24 19:56:00.859721 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 54038) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:56:00.911126 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3b259732-be06-4d56-a5b1-5a5885dc2fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.941716 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3b259732-be06-4d56-a5b1-5a5885dc2fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.995002 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3b259732-be06-4d56-a5b1-5a5885dc2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.997738 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3b259732-be06-4d56-a5b1-5a5885dc2fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:00.998835 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-3b259732-be06-4d56-a5b1-5a5885dc2fa3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/094137fd-8537-45ce-8ed9-bc2be03bad00 HTTP/1.1" status: 204 len: 168 time: 0.1379161 Aug 24 19:56:01.007181 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b259732-be06-4d56-a5b1-5a5885dc2fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094137fd-8537-45ce-8ed9-bc2be03bad00,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:01.328783 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 54048) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:56:01.368778 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-e706d2d3-4283-4d83-a0b3-634aac7cb2b2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b60037040d247a1a789c6a2959ba5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385849 Aug 24 19:56:01.370984 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 54050) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:56:01.420363 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-af66a707-dade-49ac-9999-c4a30aea77c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:01.441719 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-af66a707-dade-49ac-9999-c4a30aea77c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:01.488406 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-af66a707-dade-49ac-9999-c4a30aea77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:01.490929 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-af66a707-dade-49ac-9999-c4a30aea77c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:01.492076 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-af66a707-dade-49ac-9999-c4a30aea77c1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f152191c-28ad-4920-b957-6e725cf6232a HTTP/1.1" status: 204 len: 168 time: 0.1201825 Aug 24 19:56:01.500341 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66a707-dade-49ac-9999-c4a30aea77c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f152191c-28ad-4920-b957-6e725cf6232a,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:01.874645 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-873fa191-3ee8-4dfa-a9e5-e8bd41655cbb req-bbf0174e-f4a2-4d0d-8363-d3054146f4ad tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 210 time: 0.0304747 Aug 24 19:56:02.074780 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:56:02.096006 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:56:02.096379 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 2e0865c7-e28b-4a28-bc36-e8140b2a0c37 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:56:02.986622 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ff7b9103-694f-492b-9931-a53ccc064ccc req-065056bf-2a9a-4810-9098-3da01a0abbbc tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 210 time: 0.0327303 Aug 24 19:56:03.025088 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-7ae6de65-1fbb-4483-9b96-106f777150d5 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:03.026539 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-7ae6de65-1fbb-4483-9b96-106f777150d5 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "GET /v2.0/networks?id=32b30e31-01cb-48f4-912b-6c6de677ad03 HTTP/1.1" status: 200 len: 815 time: 0.1299899 Aug 24 19:56:03.050231 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-cebcadc0-dc08-4e23-8fdc-b5695fdba393 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Request body: {'port': {'device_id': 'e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a', 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03', 'admin_state_up': True, 'tenant_id': 'ae52e4bb0db647f588a2ce731997f35d'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:56:03.087890 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-0486eda8-919e-4c23-a9f8-01f1e5fb54af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:03.162279 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-cebcadc0-dc08-4e23-8fdc-b5695fdba393 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Made reservation on behalf of ae52e4bb0db647f588a2ce731997f35d for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:56:03.165799 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-cebcadc0-dc08-4e23-8fdc-b5695fdba393 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:03.289888 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-cebcadc0-dc08-4e23-8fdc-b5695fdba393 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Allocated IP 172.20.0.13 (32b30e31-01cb-48f4-912b-6c6de677ad03/8c4fa274-1b27-4441-9ff8-8da929298829/f9c6c299-2f1b-4bc5-9b00-1a01de483d28) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:56:03.432067 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-cebcadc0-dc08-4e23-8fdc-b5695fdba393 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:03.469934 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-cebcadc0-dc08-4e23-8fdc-b5695fdba393 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:03.516290 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-cebcadc0-dc08-4e23-8fdc-b5695fdba393 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Network 32b30e31-01cb-48f4-912b-6c6de677ad03 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:56:03.521595 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-cebcadc0-dc08-4e23-8fdc-b5695fdba393 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:56:03.524130 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-cebcadc0-dc08-4e23-8fdc-b5695fdba393 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:56:03.553875 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcadc0-dc08-4e23-8fdc-b5695fdba393 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Pushing event updated for resources: {'Port': ['ID=f9c6c299-2f1b-4bc5-9b00-1a01de483d28,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:03.581347 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-cebcadc0-dc08-4e23-8fdc-b5695fdba393 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:03.581952 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-cebcadc0-dc08-4e23-8fdc-b5695fdba393 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:03.596248 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-cebcadc0-dc08-4e23-8fdc-b5695fdba393 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499675 Aug 24 19:56:03.609511 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Request body: {'port': {'device_id': 'e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:56:03.661457 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:03.929333 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c6c299-2f1b-4bc5-9b00-1a01de483d28 {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:56:03.937224 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:03.949671 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Transition to ACTIVE for port object f9c6c299-2f1b-4bc5-9b00-1a01de483d28 will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:56:03.953060 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:04.003874 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c6c299-2f1b-4bc5-9b00-1a01de483d28,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:04.092780 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Attempting to bind port f9c6c299-2f1b-4bc5-9b00-1a01de483d28 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:56:04.093036 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Attempting to bind port f9c6c299-2f1b-4bc5-9b00-1a01de483d28 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:56:04.093374 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Attempting to bind port f9c6c299-2f1b-4bc5-9b00-1a01de483d28 on network 32b30e31-01cb-48f4-912b-6c6de677ad03 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:56:04.103095 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Port f9c6c299-2f1b-4bc5-9b00-1a01de483d28 on network 32b30e31-01cb-48f4-912b-6c6de677ad03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:56:04.103415 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Attempting to bind port f9c6c299-2f1b-4bc5-9b00-1a01de483d28 on network 32b30e31-01cb-48f4-912b-6c6de677ad03 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:56:04.111061 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:56:04.111394 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Checking segment: {'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:56:04.111775 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Bound using segment: {'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:56:04.112219 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Bound port: f9c6c299-2f1b-4bc5-9b00-1a01de483d28, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:56:04.112574 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:04.135681 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d413118-8ac2-44bd-bf2b-0d5989735667 req-16b0a826-935d-4d28-b8eb-826be3a4f3dd tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:04.137215 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3d413118-8ac2-44bd-bf2b-0d5989735667 req-16b0a826-935d-4d28-b8eb-826be3a4f3dd tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 944 time: 0.0822921 Aug 24 19:56:04.212905 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3d413118-8ac2-44bd-bf2b-0d5989735667 req-1fa63a91-861f-4849-a288-5848f07816e1 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555859 Aug 24 19:56:04.214048 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] For port f9c6c299-2f1b-4bc5-9b00-1a01de483d28, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:56:04.217618 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] For port f9c6c299-2f1b-4bc5-9b00-1a01de483d28, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f9c6c299-2f1b-4bc5-9b00-1a01de483d28,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:56:04.221868 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:04.252920 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:04.253282 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:04.254829 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] 10.222.0.62 "PUT /v2.0/ports/f9c6c299-2f1b-4bc5-9b00-1a01de483d28 HTTP/1.1" status: 200 len: 1094 time: 0.6501369 Aug 24 19:56:04.256897 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a', 'tag': 'f9c6c299-2f1b-4bc5-9b00-1a01de483d28'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:56:04.259833 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424bad8f-7988-49f8-ad4d-b638efaad4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a", "tag": "f9c6c299-2f1b-4bc5-9b00-1a01de483d28"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:56:04.293668 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57017be5-61ff-4540-a670-dffef4958bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c6c299-2f1b-4bc5-9b00-1a01de483d28,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:04.299730 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4eb73e-6f7f-4b52-a8e6-3fa3282d3f28 x-openstack-request-id: req-bc4eb73e-6f7f-4b52-a8e6-3fa3282d3f28 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:56:04.300010 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a", "tag": "f9c6c299-2f1b-4bc5-9b00-1a01de483d28", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:56:04.300281 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bc4eb73e-6f7f-4b52-a8e6-3fa3282d3f28 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:56:04.300664 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a', 'tag': 'f9c6c299-2f1b-4bc5-9b00-1a01de483d28', 'status': 'completed', 'code': 200} Aug 24 19:56:04.343914 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-457d532c-4a2f-462d-a28a-3a1fae8c3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:04.345338 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-457d532c-4a2f-462d-a28a-3a1fae8c3cc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae52e4bb0db647f588a2ce731997f35d&device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 1097 time: 0.0473406 Aug 24 19:56:04.390526 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-5ca447e8-d998-4cc6-98e2-0ea2f5733b84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9c6c299-2f1b-4bc5-9b00-1a01de483d28 HTTP/1.1" status: 200 len: 217 time: 0.0359025 Aug 24 19:56:04.446015 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-ebfd8594-8a8d-4675-9d7e-4ab79fed6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:04.447434 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-ebfd8594-8a8d-4675-9d7e-4ab79fed6728 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c4fa274-1b27-4441-9ff8-8da929298829 HTTP/1.1" status: 200 len: 855 time: 0.0494969 Aug 24 19:56:04.489045 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-fa9a718f-65ef-4888-b1cb-05ee475b35da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b30e31-01cb-48f4-912b-6c6de677ad03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335565 Aug 24 19:56:04.582435 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-4150ca02-35cd-4535-8000-2d261545358c service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846348 Aug 24 19:56:04.679157 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0b4f553-4361-48d9-baf3-13839b5925e3 req-925a6adc-8d10-4834-95ba-47483f5d8e0e service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885711 Aug 24 19:56:04.771495 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bad8f-7988-49f8-ad4d-b638efaad4ca req-63c2666e-0b9f-4bfe-a26f-0ee46699a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:04.773026 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-424bad8f-7988-49f8-ad4d-b638efaad4ca req-63c2666e-0b9f-4bfe-a26f-0ee46699a879 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae52e4bb0db647f588a2ce731997f35d&device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 1097 time: 0.0411806 Aug 24 19:56:04.872346 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bad8f-7988-49f8-ad4d-b638efaad4ca req-8b66fe17-e983-40c8-a212-2ec3ad557f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:04.873931 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-424bad8f-7988-49f8-ad4d-b638efaad4ca req-8b66fe17-e983-40c8-a212-2ec3ad557f3b service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b30e31-01cb-48f4-912b-6c6de677ad03 HTTP/1.1" status: 200 len: 916 time: 0.0927386 Aug 24 19:56:04.925542 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-424bad8f-7988-49f8-ad4d-b638efaad4ca req-3765f799-f428-49e5-ad96-a2fdb8118dcc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9c6c299-2f1b-4bc5-9b00-1a01de483d28 HTTP/1.1" status: 200 len: 217 time: 0.0395727 Aug 24 19:56:04.980281 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bad8f-7988-49f8-ad4d-b638efaad4ca req-b5aebd57-de5f-4025-a531-c669c91c5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:04.981789 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-424bad8f-7988-49f8-ad4d-b638efaad4ca req-b5aebd57-de5f-4025-a531-c669c91c5143 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c4fa274-1b27-4441-9ff8-8da929298829 HTTP/1.1" status: 200 len: 855 time: 0.0480254 Aug 24 19:56:05.016016 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-424bad8f-7988-49f8-ad4d-b638efaad4ca req-b41ca767-3d8b-4142-b2fc-dc32b8fd3e29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b30e31-01cb-48f4-912b-6c6de677ad03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258687 Aug 24 19:56:05.113730 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-424bad8f-7988-49f8-ad4d-b638efaad4ca req-1dec0202-67ef-41de-aaed-00a0e433224f service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876479 Aug 24 19:56:05.215532 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-424bad8f-7988-49f8-ad4d-b638efaad4ca req-18b521fc-133b-4604-860d-e02dd2a0a1e7 service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873966 Aug 24 19:56:05.330803 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221ee73-2900-4a96-96fe-28f67d4f0e7a req-027e7f6a-5f66-4f21-8f2c-25e454098ef6 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:05.332335 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6221ee73-2900-4a96-96fe-28f67d4f0e7a req-027e7f6a-5f66-4f21-8f2c-25e454098ef6 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 944 time: 0.0511093 Aug 24 19:56:05.371290 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6221ee73-2900-4a96-96fe-28f67d4f0e7a req-0109a99a-f35d-4a92-adf1-882c77be2bda tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Aug 24 19:56:05.390312 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:56:05.752684 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-bca316f1-3429-4930-9c53-0e564b97d362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:06.175641 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:06.371099 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device f9c6c299-2f1b-4bc5-9b00-1a01de483d28 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:56:06.469224 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port f9c6c299-2f1b-4bc5-9b00-1a01de483d28, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f9c6c299-2f1b-4bc5-9b00-1a01de483d28,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:56:06.480687 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': 'f9c6c299-2f1b-4bc5-9b00-1a01de483d28', 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03', 'port_id': 'f9c6c299-2f1b-4bc5-9b00-1a01de483d28', 'mac_address': 'fa:16:3e:5a:28:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4fa274-1b27-4441-9ff8-8da929298829', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:56:06.492567 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6ad2d-7def-4619-87a8-2361d090214a req-4e1413c5-fba0-4e5f-804e-63d3f5ca7b82 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:06.494150 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-88d6ad2d-7def-4619-87a8-2361d090214a req-4e1413c5-fba0-4e5f-804e-63d3f5ca7b82 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 944 time: 0.0534809 Aug 24 19:56:06.518458 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:06.532587 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c6c299-2f1b-4bc5-9b00-1a01de483d28 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:56:06.534300 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-88d6ad2d-7def-4619-87a8-2361d090214a req-f841a28b-1549-4c4c-9fbc-60a1fb7a168f tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342412 Aug 24 19:56:06.555602 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port f9c6c299-2f1b-4bc5-9b00-1a01de483d28, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f9c6c299-2f1b-4bc5-9b00-1a01de483d28,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:56:06.559129 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:06.605270 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=f9c6c299-2f1b-4bc5-9b00-1a01de483d28,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:06.761761 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:06.798290 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['f9c6c299-2f1b-4bc5-9b00-1a01de483d28'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:56:07.455399 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 54126) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:56:07.566529 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-eceac036-d96e-4de4-9b06-827fddbc2601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:07.650732 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540810a-0055-4f5a-8803-e91832f8d091 req-88b4e83a-edd4-4ed6-8a42-d325b414a3df tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:07.652262 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9540810a-0055-4f5a-8803-e91832f8d091 req-88b4e83a-edd4-4ed6-8a42-d325b414a3df tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 945 time: 0.0501015 Aug 24 19:56:07.692254 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9540810a-0055-4f5a-8803-e91832f8d091 req-c8399898-9fa5-4e43-a022-1a326da233c5 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338621 Aug 24 19:56:07.849875 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-eceac036-d96e-4de4-9b06-827fddbc2601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:07.854754 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-eceac036-d96e-4de4-9b06-827fddbc2601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:07.892106 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-eceac036-d96e-4de4-9b06-827fddbc2601 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2bce9d3806f2474aa390682c853b0d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356194 Aug 24 19:56:07.893050 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceac036-d96e-4de4-9b06-827fddbc2601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969927f7-cc9a-43a8-b6f8-67aadfb62c1c,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:07.894864 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 54132) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:56:07.944933 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3052fe6d-9369-4c2e-aa9b-e2af45f92174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:07.972459 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3052fe6d-9369-4c2e-aa9b-e2af45f92174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.024281 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3052fe6d-9369-4c2e-aa9b-e2af45f92174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.026865 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3052fe6d-9369-4c2e-aa9b-e2af45f92174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.028009 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-3052fe6d-9369-4c2e-aa9b-e2af45f92174 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/969927f7-cc9a-43a8-b6f8-67aadfb62c1c HTTP/1.1" status: 204 len: 168 time: 0.1321762 Aug 24 19:56:08.035899 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052fe6d-9369-4c2e-aa9b-e2af45f92174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969927f7-cc9a-43a8-b6f8-67aadfb62c1c,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:08.318703 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 54138) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:56:08.337803 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5a10-8989-4bb3-8875-c030311d8746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.373637 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device f9c6c299-2f1b-4bc5-9b00-1a01de483d28 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:56:08.434056 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.439761 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5a10-8989-4bb3-8875-c030311d8746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.443811 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5a10-8989-4bb3-8875-c030311d8746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.449409 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port f9c6c299-2f1b-4bc5-9b00-1a01de483d28 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:56:08.453579 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port f9c6c299-2f1b-4bc5-9b00-1a01de483d28 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:08.453950 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.484964 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-c2fa5a10-8989-4bb3-8875-c030311d8746 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=409e7c4ffd4440dd929d67eac1ab7ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1650541 Aug 24 19:56:08.487392 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 54140) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:56:08.494044 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa5a10-8989-4bb3-8875-c030311d8746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54bb956-8902-4158-9058-da16be777baf,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:08.544767 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-15e45e90-7901-4e00-acfe-0d899a0c406a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.551780 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.572198 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-15e45e90-7901-4e00-acfe-0d899a0c406a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.579301 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c6c299-2f1b-4bc5-9b00-1a01de483d28'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:56:08.582138 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024b8795-c736-46ef-9cde-2d6af694cab2" -d '{"events": [{"server_uuid": "e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a", "name": "network-vif-plugged", "status": "completed", "tag": "f9c6c299-2f1b-4bc5-9b00-1a01de483d28"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:56:08.605033 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port f9c6c299-2f1b-4bc5-9b00-1a01de483d28, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f9c6c299-2f1b-4bc5-9b00-1a01de483d28,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:56:08.611520 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.617068 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.642599 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d02623-1933-4354-aa0e-dea243b7fe0e x-openstack-request-id: req-a6d02623-1933-4354-aa0e-dea243b7fe0e {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:56:08.642896 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a", "name": "network-vif-plugged", "status": "completed", "tag": "f9c6c299-2f1b-4bc5-9b00-1a01de483d28", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:56:08.643359 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-15e45e90-7901-4e00-acfe-0d899a0c406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.643487 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6d02623-1933-4354-aa0e-dea243b7fe0e {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:56:08.643778 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c6c299-2f1b-4bc5-9b00-1a01de483d28', 'code': 200} Aug 24 19:56:08.654863 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-15e45e90-7901-4e00-acfe-0d899a0c406a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:08.659279 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-15e45e90-7901-4e00-acfe-0d899a0c406a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e54bb956-8902-4158-9058-da16be777baf HTTP/1.1" status: 204 len: 168 time: 0.1708009 Aug 24 19:56:08.672025 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e45e90-7901-4e00-acfe-0d899a0c406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54bb956-8902-4158-9058-da16be777baf,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:08.676030 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=f9c6c299-2f1b-4bc5-9b00-1a01de483d28,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:08.885073 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01093eed-3348-4ea1-b0a0-73f46ddd76f7 req-4ca376cd-1c98-4e3d-9c6d-27cd53e73e88 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:08.886703 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-01093eed-3348-4ea1-b0a0-73f46ddd76f7 req-4ca376cd-1c98-4e3d-9c6d-27cd53e73e88 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 946 time: 0.1176081 Aug 24 19:56:08.893362 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc32a13-1527-4f89-b670-462a056031a1 req-701138df-694f-4cd5-940b-cfc0b076fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:08.894789 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bdc32a13-1527-4f89-b670-462a056031a1 req-701138df-694f-4cd5-940b-cfc0b076fe6e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 1099 time: 0.0898912 Aug 24 19:56:08.951412 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-01093eed-3348-4ea1-b0a0-73f46ddd76f7 req-c5850699-2fb8-4687-9170-2974b88b36c5 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555902 Aug 24 19:56:08.953251 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bdc32a13-1527-4f89-b670-462a056031a1 req-4c4166eb-87e9-4f99-8d00-d822c25995e4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506899 Aug 24 19:56:10.075455 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4da879-58cd-4ffa-b907-501ccf620bdb req-10fe7fc3-fc0f-4c07-8ba4-4e3c2bf0f83a tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:10.077154 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-aa4da879-58cd-4ffa-b907-501ccf620bdb req-10fe7fc3-fc0f-4c07-8ba4-4e3c2bf0f83a tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 946 time: 0.0553079 Aug 24 19:56:10.115426 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-aa4da879-58cd-4ffa-b907-501ccf620bdb req-b0a0eef2-6ffb-4437-8b40-e4ff69de5d7e tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319767 Aug 24 19:56:11.235471 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889aaf27-0ec4-4d07-9e57-8b611576bc59 req-0f6254d7-d18a-42dc-ac05-10005c4e3fdb tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:11.236950 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-889aaf27-0ec4-4d07-9e57-8b611576bc59 req-0f6254d7-d18a-42dc-ac05-10005c4e3fdb tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 946 time: 0.0516903 Aug 24 19:56:11.274515 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-889aaf27-0ec4-4d07-9e57-8b611576bc59 req-12fea1b0-8c00-48bb-b9ce-8a8f6a5ed2ca tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309749 Aug 24 19:56:19.614352 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-1a4e3a1f-da35-459d-99cb-c2291f8c197b tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:19.615821 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-1a4e3a1f-da35-459d-99cb-c2291f8c197b tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/networks?id=32b30e31-01cb-48f4-912b-6c6de677ad03 HTTP/1.1" status: 200 len: 815 time: 0.1007104 Aug 24 19:56:19.630742 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-99021c4d-69e2-4642-a696-959c0af6d67b tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/quotas/ae52e4bb0db647f588a2ce731997f35d HTTP/1.1" status: 200 len: 375 time: 0.0088222 Aug 24 19:56:19.683472 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-74bbe5e8-29d8-4974-8ec5-2e67cf044f88 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae52e4bb0db647f588a2ce731997f35d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468628 Aug 24 19:56:19.774389 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-d0210247-0335-44b9-90eb-c50b9810310b service neutron] 10.222.0.57 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839849 Aug 24 19:56:19.870643 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-83eaf63d-370d-4722-8946-68bb4a3dde7f service neutron] 10.222.0.57 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901480 Aug 24 19:56:20.036390 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a12c5dbb-2cdc-4454-bfa6-4d405ee5c217 req-e40dfb22-76a0-46fd-9c53-de208a1adecf tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 210 time: 0.0297568 Aug 24 19:56:21.052364 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-14462408-e0e8-4739-8c9f-b6a588683807 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:21.053892 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-14462408-e0e8-4739-8c9f-b6a588683807 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "GET /v2.0/networks?id=32b30e31-01cb-48f4-912b-6c6de677ad03 HTTP/1.1" status: 200 len: 815 time: 0.1066482 Aug 24 19:56:21.069019 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Request body: {'port': {'device_id': '594420af-42bc-4038-87cc-a5e26a93a778', 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03', 'admin_state_up': True, 'tenant_id': 'ae52e4bb0db647f588a2ce731997f35d'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:56:21.157140 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9050d3c5-101c-4377-84d4-75b4a10dc9eb req-ad961d13-6c87-48a8-8489-a95aca1d76d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 210 time: 0.0328000 Aug 24 19:56:21.207996 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Made reservation on behalf of ae52e4bb0db647f588a2ce731997f35d for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:56:21.211758 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:21.596977 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Allocated IP 172.20.0.9 (32b30e31-01cb-48f4-912b-6c6de677ad03/8c4fa274-1b27-4441-9ff8-8da929298829/67a7ebb6-0f41-47c4-894e-597adcf7f413) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:56:21.742541 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:21.781374 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:21.793078 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['f9c6c299-2f1b-4bc5-9b00-1a01de483d28'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:56:21.828995 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Network 32b30e31-01cb-48f4-912b-6c6de677ad03 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:56:21.832240 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:56:21.837322 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:56:21.839933 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Pushing event updated for resources: {'Port': ['ID=67a7ebb6-0f41-47c4-894e-597adcf7f413,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:21.866890 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:21.867816 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:21.868186 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:21.868521 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:21.868849 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:21.869176 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:21.869721 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:21.869832 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:21.870129 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:21.870526 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:21.870762 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:21.871079 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:56:21.898894 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:21.899632 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:21.915182 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-38139133-64a9-46e7-ab77-cb758bfe1041 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8500106 Aug 24 19:56:21.927371 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Request body: {'port': {'device_id': '594420af-42bc-4038-87cc-a5e26a93a778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:56:21.985452 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:22.266851 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a7ebb6-0f41-47c4-894e-597adcf7f413 {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:56:22.276860 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:22.301419 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad195774-ff54-4123-ae00-18143bcf1729 req-2357c6c5-2e85-4ce6-bad5-bef098437d41 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:22.302826 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad195774-ff54-4123-ae00-18143bcf1729 req-2357c6c5-2e85-4ce6-bad5-bef098437d41 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 931 time: 0.0728641 Aug 24 19:56:22.303732 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Transition to ACTIVE for port object 67a7ebb6-0f41-47c4-894e-597adcf7f413 will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:56:22.308285 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:22.384694 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Pushing event updated for resources: {'Port': ['ID=67a7ebb6-0f41-47c4-894e-597adcf7f413,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:22.394955 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ad195774-ff54-4123-ae00-18143bcf1729 req-e5738ff8-9129-43e7-8806-58fd770596c0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844417 Aug 24 19:56:22.456235 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Attempting to bind port 67a7ebb6-0f41-47c4-894e-597adcf7f413 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:56:22.456572 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Attempting to bind port 67a7ebb6-0f41-47c4-894e-597adcf7f413 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:56:22.456903 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Attempting to bind port 67a7ebb6-0f41-47c4-894e-597adcf7f413 on network 32b30e31-01cb-48f4-912b-6c6de677ad03 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:56:22.461766 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Port 67a7ebb6-0f41-47c4-894e-597adcf7f413 on network 32b30e31-01cb-48f4-912b-6c6de677ad03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:56:22.461957 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Attempting to bind port 67a7ebb6-0f41-47c4-894e-597adcf7f413 on network 32b30e31-01cb-48f4-912b-6c6de677ad03 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:56:22.466700 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:56:22.467040 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Checking segment: {'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:56:22.467427 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Bound using segment: {'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:56:22.467856 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Bound port: 67a7ebb6-0f41-47c4-894e-597adcf7f413, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:56:22.468491 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:22.535343 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] For port 67a7ebb6-0f41-47c4-894e-597adcf7f413, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:56:22.538677 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] For port 67a7ebb6-0f41-47c4-894e-597adcf7f413, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=67a7ebb6-0f41-47c4-894e-597adcf7f413,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:56:22.543378 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:22.579384 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:22.580193 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:22.581580 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] 10.222.0.62 "PUT /v2.0/ports/67a7ebb6-0f41-47c4-894e-597adcf7f413 HTTP/1.1" status: 200 len: 1093 time: 0.6584489 Aug 24 19:56:22.583952 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594420af-42bc-4038-87cc-a5e26a93a778', 'tag': '67a7ebb6-0f41-47c4-894e-597adcf7f413'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:56:22.587126 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78880bd-005e-477d-83a8-d40139395a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "594420af-42bc-4038-87cc-a5e26a93a778", "tag": "67a7ebb6-0f41-47c4-894e-597adcf7f413"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:56:22.614721 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782b4d2-efe4-47d0-bcea-028161b5de3f service neutron] Pushing event updated for resources: {'Port': ['ID=67a7ebb6-0f41-47c4-894e-597adcf7f413,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:22.625797 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efe3bd7-5281-43ec-a782-0c08fbfe6686 x-openstack-request-id: req-9efe3bd7-5281-43ec-a782-0c08fbfe6686 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:56:22.626086 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594420af-42bc-4038-87cc-a5e26a93a778", "tag": "67a7ebb6-0f41-47c4-894e-597adcf7f413", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:56:22.626338 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9efe3bd7-5281-43ec-a782-0c08fbfe6686 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:56:22.626741 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594420af-42bc-4038-87cc-a5e26a93a778', 'tag': '67a7ebb6-0f41-47c4-894e-597adcf7f413', 'status': 'completed', 'code': 200} Aug 24 19:56:22.678971 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-c757cd28-147a-4841-9768-e050b8a0dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:22.681236 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-c757cd28-147a-4841-9768-e050b8a0dc6a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae52e4bb0db647f588a2ce731997f35d&device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 1096 time: 0.0422261 Aug 24 19:56:22.727549 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-efee4ee4-f550-4a1c-9a47-af84731e90cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67a7ebb6-0f41-47c4-894e-597adcf7f413 HTTP/1.1" status: 200 len: 217 time: 0.0336502 Aug 24 19:56:22.780796 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-9be031c5-d738-4e39-89a5-2612ab809808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:22.782309 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-9be031c5-d738-4e39-89a5-2612ab809808 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c4fa274-1b27-4441-9ff8-8da929298829 HTTP/1.1" status: 200 len: 855 time: 0.0463800 Aug 24 19:56:22.815341 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-dec56ebe-49c7-4c47-9ca7-f18bcf7e7990 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b30e31-01cb-48f4-912b-6c6de677ad03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252528 Aug 24 19:56:22.904104 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-f220c2b3-afc2-41bd-9f2e-ac860593aee3 service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804474 Aug 24 19:56:23.002532 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d0cf52f5-9f7e-4127-b88f-65b88dee09ca req-fc5691a2-0bdc-41fc-bfc8-718ce52fcf87 service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905476 Aug 24 19:56:23.096189 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78880bd-005e-477d-83a8-d40139395a8e req-9ff5b85f-8c5d-4e48-9285-6e38fba825c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:23.097576 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e78880bd-005e-477d-83a8-d40139395a8e req-9ff5b85f-8c5d-4e48-9285-6e38fba825c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae52e4bb0db647f588a2ce731997f35d&device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 1096 time: 0.0413556 Aug 24 19:56:23.190412 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78880bd-005e-477d-83a8-d40139395a8e req-eb3a0ea8-835f-44cd-b2a4-ff2b04660d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:23.191872 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e78880bd-005e-477d-83a8-d40139395a8e req-eb3a0ea8-835f-44cd-b2a4-ff2b04660d2b service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b30e31-01cb-48f4-912b-6c6de677ad03 HTTP/1.1" status: 200 len: 916 time: 0.0861411 Aug 24 19:56:23.233488 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e78880bd-005e-477d-83a8-d40139395a8e req-8d02bb15-fad6-42d5-afcc-ddc196229e29 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67a7ebb6-0f41-47c4-894e-597adcf7f413 HTTP/1.1" status: 200 len: 217 time: 0.0341167 Aug 24 19:56:23.283644 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78880bd-005e-477d-83a8-d40139395a8e req-60746b80-e885-437c-a75f-d78debb33d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:23.285147 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e78880bd-005e-477d-83a8-d40139395a8e req-60746b80-e885-437c-a75f-d78debb33d54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c4fa274-1b27-4441-9ff8-8da929298829 HTTP/1.1" status: 200 len: 855 time: 0.0436912 Aug 24 19:56:23.324221 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e78880bd-005e-477d-83a8-d40139395a8e req-1872fd02-134b-4bb9-a3e8-43a7b135482c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b30e31-01cb-48f4-912b-6c6de677ad03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247569 Aug 24 19:56:23.417015 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e78880bd-005e-477d-83a8-d40139395a8e req-41c687b7-f024-4934-9812-bff5534b7eb1 service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848188 Aug 24 19:56:23.551836 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e78880bd-005e-477d-83a8-d40139395a8e req-e0dd331f-964c-43ee-b777-f7a679843fe2 service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176031 Aug 24 19:56:23.559156 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44cae8-e22e-464e-897f-cb20d20264cd req-3fe5232f-91c0-4e17-bd9d-9f19cd8f8de7 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:23.560531 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5e44cae8-e22e-464e-897f-cb20d20264cd req-3fe5232f-91c0-4e17-bd9d-9f19cd8f8de7 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 943 time: 0.0790617 Aug 24 19:56:23.600629 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5e44cae8-e22e-464e-897f-cb20d20264cd req-01d50b4c-aa02-4fb1-a420-825b6798bc09 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339725 Aug 24 19:56:24.483710 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 67a7ebb6-0f41-47c4-894e-597adcf7f413 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:56:24.581334 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 67a7ebb6-0f41-47c4-894e-597adcf7f413, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=67a7ebb6-0f41-47c4-894e-597adcf7f413,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:56:24.592490 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '67a7ebb6-0f41-47c4-894e-597adcf7f413', 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03', 'port_id': '67a7ebb6-0f41-47c4-894e-597adcf7f413', 'mac_address': 'fa:16:3e:b7:c0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4fa274-1b27-4441-9ff8-8da929298829', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:56:24.631325 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:24.645775 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a7ebb6-0f41-47c4-894e-597adcf7f413 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:56:24.667098 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 67a7ebb6-0f41-47c4-894e-597adcf7f413, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=67a7ebb6-0f41-47c4-894e-597adcf7f413,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:56:24.678923 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:24.726146 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=67a7ebb6-0f41-47c4-894e-597adcf7f413,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:24.726394 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cef6e-f358-48b1-83a4-6cf686961793 req-79ee0571-c0a8-493f-a9bb-93f446929987 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:24.728932 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b67cef6e-f358-48b1-83a4-6cf686961793 req-79ee0571-c0a8-493f-a9bb-93f446929987 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 944 time: 0.0513177 Aug 24 19:56:24.769367 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b67cef6e-f358-48b1-83a4-6cf686961793 req-3bab6072-b9aa-4273-808c-dbd5ab244c20 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334449 Aug 24 19:56:24.937696 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['67a7ebb6-0f41-47c4-894e-597adcf7f413'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:56:25.883019 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f136baa-4069-4746-8aed-8e94ba65e52b req-806c5c12-d54b-4253-988c-9fa1a297008b tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:25.884507 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1f136baa-4069-4746-8aed-8e94ba65e52b req-806c5c12-d54b-4253-988c-9fa1a297008b tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 944 time: 0.0497468 Aug 24 19:56:25.921921 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1f136baa-4069-4746-8aed-8e94ba65e52b req-e6bfa4c7-69f3-455a-b337-57ee336cfa40 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Aug 24 19:56:26.480797 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 67a7ebb6-0f41-47c4-894e-597adcf7f413 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:56:26.528510 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 67a7ebb6-0f41-47c4-894e-597adcf7f413 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:56:26.531931 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 67a7ebb6-0f41-47c4-894e-597adcf7f413 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:26.532325 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:26.609558 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:26.631267 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594420af-42bc-4038-87cc-a5e26a93a778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a7ebb6-0f41-47c4-894e-597adcf7f413'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:56:26.634180 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f512f73-54a7-47d1-b729-c9b16f791031" -d '{"events": [{"server_uuid": "594420af-42bc-4038-87cc-a5e26a93a778", "name": "network-vif-plugged", "status": "completed", "tag": "67a7ebb6-0f41-47c4-894e-597adcf7f413"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:56:26.646145 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 67a7ebb6-0f41-47c4-894e-597adcf7f413, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=67a7ebb6-0f41-47c4-894e-597adcf7f413,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:56:26.650336 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:26.674955 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55cd425-6d28-47cd-81a4-41a645fc2113 x-openstack-request-id: req-f55cd425-6d28-47cd-81a4-41a645fc2113 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:56:26.675248 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594420af-42bc-4038-87cc-a5e26a93a778", "name": "network-vif-plugged", "status": "completed", "tag": "67a7ebb6-0f41-47c4-894e-597adcf7f413", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:56:26.675499 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f55cd425-6d28-47cd-81a4-41a645fc2113 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:56:26.675882 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594420af-42bc-4038-87cc-a5e26a93a778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a7ebb6-0f41-47c4-894e-597adcf7f413', 'code': 200} Aug 24 19:56:26.702480 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=67a7ebb6-0f41-47c4-894e-597adcf7f413,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:26.848130 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa61538-8971-4941-be6a-415ac2662e33 req-55745aea-8b6d-4396-9c21-ed0f74a5ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:26.849675 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4fa61538-8971-4941-be6a-415ac2662e33 req-55745aea-8b6d-4396-9c21-ed0f74a5ee5d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 1098 time: 0.0447354 Aug 24 19:56:26.885379 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4fa61538-8971-4941-be6a-415ac2662e33 req-6735dba2-0855-4939-821f-1802a98e421c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290260 Aug 24 19:56:27.042778 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41829289-a1c3-4e39-b458-a12097f8c172 req-c47bce0b-68a0-4912-9e4a-2e1907ba2443 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:27.044567 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-41829289-a1c3-4e39-b458-a12097f8c172 req-c47bce0b-68a0-4912-9e4a-2e1907ba2443 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 945 time: 0.0534234 Aug 24 19:56:27.085511 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-41829289-a1c3-4e39-b458-a12097f8c172 req-0497dd74-3070-4ffa-9c1b-4196998a00b9 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346017 Aug 24 19:56:28.210875 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00bdb9-9254-4ce2-bbd9-59365f35e4f9 req-3a6fdaf6-0f02-4ba7-8b29-e39b15860f5c tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:28.212534 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ab00bdb9-9254-4ce2-bbd9-59365f35e4f9 req-3a6fdaf6-0f02-4ba7-8b29-e39b15860f5c tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 945 time: 0.0500481 Aug 24 19:56:28.251560 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ab00bdb9-9254-4ce2-bbd9-59365f35e4f9 req-c8abcafa-bbd6-4434-9e1a-9e61ff5d8529 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332155 Aug 24 19:56:28.376327 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 54370) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:56:28.487384 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2315e742-8e73-4237-bc84-58c06af4b5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:28.591577 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2315e742-8e73-4237-bc84-58c06af4b5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:28.596082 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2315e742-8e73-4237-bc84-58c06af4b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:28.640861 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-2315e742-8e73-4237-bc84-58c06af4b5e2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1918d2f9b08473d8fc1bba53e1ad0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634006 Aug 24 19:56:28.643455 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 54384) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:56:28.651856 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315e742-8e73-4237-bc84-58c06af4b5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f721722-483f-4fd8-bf7e-1dbbd7393fe0,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:28.702185 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d2fbb20a-74c5-4cfb-9dd3-447dfc0f7762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:28.723741 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d2fbb20a-74c5-4cfb-9dd3-447dfc0f7762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:28.769542 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d2fbb20a-74c5-4cfb-9dd3-447dfc0f7762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:28.772137 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d2fbb20a-74c5-4cfb-9dd3-447dfc0f7762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:28.773798 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-d2fbb20a-74c5-4cfb-9dd3-447dfc0f7762 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f721722-483f-4fd8-bf7e-1dbbd7393fe0 HTTP/1.1" status: 204 len: 168 time: 0.1288738 Aug 24 19:56:28.781501 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbb20a-74c5-4cfb-9dd3-447dfc0f7762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f721722-483f-4fd8-bf7e-1dbbd7393fe0,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:30.061530 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888ffb-4e00-485d-863e-72702fa7b55d req-7286a010-4800-417a-8d70-388f1fb4802d tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:30.063012 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-7286a010-4800-417a-8d70-388f1fb4802d tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/networks?id=32b30e31-01cb-48f4-912b-6c6de677ad03 HTTP/1.1" status: 200 len: 815 time: 0.1035557 Aug 24 19:56:30.078330 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-3464d472-dd9b-478b-be64-c261682f1264 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/quotas/ae52e4bb0db647f588a2ce731997f35d HTTP/1.1" status: 200 len: 375 time: 0.0093961 Aug 24 19:56:30.132594 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-23d743c8-5a07-4f22-8aad-a5a8314ea5d6 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae52e4bb0db647f588a2ce731997f35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487592 Aug 24 19:56:30.327553 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-abb01e08-53ba-48cf-bd0f-b89de858eafe service neutron] 10.222.0.57 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876636 Aug 24 19:56:30.421933 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-1bc6348a-c51a-4c1b-b413-3a9a2f042ed2 service neutron] 10.222.0.57 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882962 Aug 24 19:56:30.584533 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7209ea53-cf00-40a8-84a4-8f9a241e9a9b req-3e3e30ce-5803-4ff2-899c-beae9c34250a tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 210 time: 0.0276284 Aug 24 19:56:31.540680 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888ffb-4e00-485d-863e-72702fa7b55d req-9a2519e0-c1de-4ad1-849f-48f29edea175 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:31.542300 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-9a2519e0-c1de-4ad1-849f-48f29edea175 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "GET /v2.0/networks?id=32b30e31-01cb-48f4-912b-6c6de677ad03 HTTP/1.1" status: 200 len: 815 time: 0.1155138 Aug 24 19:56:31.560478 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-11888ffb-4e00-485d-863e-72702fa7b55d req-34553dce-9316-4ec3-8177-aadc674eca13 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Request body: {'port': {'device_id': '42afaee0-1e53-4032-a5f7-264efa8fe24f', 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03', 'admin_state_up': True, 'tenant_id': 'ae52e4bb0db647f588a2ce731997f35d'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:56:31.688448 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b7d91b84-1605-41e4-af9d-caf231365da4 req-5cfae9ed-dcf9-4db6-81ab-9b9a0edc535c tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 210 time: 0.0353873 Aug 24 19:56:31.705172 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11888ffb-4e00-485d-863e-72702fa7b55d req-34553dce-9316-4ec3-8177-aadc674eca13 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Made reservation on behalf of ae52e4bb0db647f588a2ce731997f35d for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:56:31.709067 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11888ffb-4e00-485d-863e-72702fa7b55d req-34553dce-9316-4ec3-8177-aadc674eca13 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:31.834974 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-11888ffb-4e00-485d-863e-72702fa7b55d req-34553dce-9316-4ec3-8177-aadc674eca13 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Allocated IP 172.20.0.14 (32b30e31-01cb-48f4-912b-6c6de677ad03/8c4fa274-1b27-4441-9ff8-8da929298829/7003b1f1-5ec7-4ab6-8319-928dd3127021) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:56:31.989989 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11888ffb-4e00-485d-863e-72702fa7b55d req-34553dce-9316-4ec3-8177-aadc674eca13 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:32.030375 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11888ffb-4e00-485d-863e-72702fa7b55d req-34553dce-9316-4ec3-8177-aadc674eca13 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:32.043102 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['f9c6c299-2f1b-4bc5-9b00-1a01de483d28', '67a7ebb6-0f41-47c4-894e-597adcf7f413'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:56:32.075951 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11888ffb-4e00-485d-863e-72702fa7b55d req-34553dce-9316-4ec3-8177-aadc674eca13 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Network 32b30e31-01cb-48f4-912b-6c6de677ad03 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:56:32.079004 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-11888ffb-4e00-485d-863e-72702fa7b55d req-34553dce-9316-4ec3-8177-aadc674eca13 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:56:32.082840 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-11888ffb-4e00-485d-863e-72702fa7b55d req-34553dce-9316-4ec3-8177-aadc674eca13 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:56:32.090124 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34553dce-9316-4ec3-8177-aadc674eca13 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Pushing event updated for resources: {'Port': ['ID=7003b1f1-5ec7-4ab6-8319-928dd3127021,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:32.140357 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888ffb-4e00-485d-863e-72702fa7b55d req-34553dce-9316-4ec3-8177-aadc674eca13 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:32.140992 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11888ffb-4e00-485d-863e-72702fa7b55d req-34553dce-9316-4ec3-8177-aadc674eca13 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:32.155854 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-34553dce-9316-4ec3-8177-aadc674eca13 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6010585 Aug 24 19:56:32.169479 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Request body: {'port': {'device_id': '42afaee0-1e53-4032-a5f7-264efa8fe24f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:56:32.225794 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:32.488049 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7003b1f1-5ec7-4ab6-8319-928dd3127021 {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:56:32.495882 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:32.508890 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Transition to ACTIVE for port object 7003b1f1-5ec7-4ab6-8319-928dd3127021 will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:56:32.513116 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:32.586646 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Pushing event updated for resources: {'Port': ['ID=7003b1f1-5ec7-4ab6-8319-928dd3127021,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:32.638037 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Attempting to bind port 7003b1f1-5ec7-4ab6-8319-928dd3127021 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:56:32.638369 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Attempting to bind port 7003b1f1-5ec7-4ab6-8319-928dd3127021 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:56:32.638696 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Attempting to bind port 7003b1f1-5ec7-4ab6-8319-928dd3127021 on network 32b30e31-01cb-48f4-912b-6c6de677ad03 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:56:32.643074 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Port 7003b1f1-5ec7-4ab6-8319-928dd3127021 on network 32b30e31-01cb-48f4-912b-6c6de677ad03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:56:32.643389 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Attempting to bind port 7003b1f1-5ec7-4ab6-8319-928dd3127021 on network 32b30e31-01cb-48f4-912b-6c6de677ad03 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:56:32.648549 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:56:32.648889 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Checking segment: {'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:56:32.649278 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Bound using segment: {'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:56:32.649704 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Bound port: 7003b1f1-5ec7-4ab6-8319-928dd3127021, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:56:32.650069 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:32.714813 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] For port 7003b1f1-5ec7-4ab6-8319-928dd3127021, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:56:32.718906 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] For port 7003b1f1-5ec7-4ab6-8319-928dd3127021, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7003b1f1-5ec7-4ab6-8319-928dd3127021,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:56:32.723942 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:32.766967 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:32.767570 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:32.768979 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] 10.222.0.62 "PUT /v2.0/ports/7003b1f1-5ec7-4ab6-8319-928dd3127021 HTTP/1.1" status: 200 len: 1094 time: 0.6039205 Aug 24 19:56:32.770004 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42afaee0-1e53-4032-a5f7-264efa8fe24f', 'tag': '7003b1f1-5ec7-4ab6-8319-928dd3127021'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:56:32.772290 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07f9b5c-1c0d-473e-9928-0f7533c577ed" -d '{"events": [{"name": "network-changed", "server_uuid": "42afaee0-1e53-4032-a5f7-264efa8fe24f", "tag": "7003b1f1-5ec7-4ab6-8319-928dd3127021"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:56:32.832699 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4f465f-76a1-430d-ad2b-f44385d7b02d x-openstack-request-id: req-cc4f465f-76a1-430d-ad2b-f44385d7b02d {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:56:32.832983 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42afaee0-1e53-4032-a5f7-264efa8fe24f", "tag": "7003b1f1-5ec7-4ab6-8319-928dd3127021", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:56:32.833230 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc4f465f-76a1-430d-ad2b-f44385d7b02d {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:56:32.833622 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42afaee0-1e53-4032-a5f7-264efa8fe24f', 'tag': '7003b1f1-5ec7-4ab6-8319-928dd3127021', 'status': 'completed', 'code': 200} Aug 24 19:56:32.853527 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e31d37-b93d-43b3-a55f-b47689d9bb3a service neutron] Pushing event updated for resources: {'Port': ['ID=7003b1f1-5ec7-4ab6-8319-928dd3127021,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:32.879219 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc6ce2-ac2a-4ec1-8865-5fe76aea1b3c req-25e883e7-17c7-4b27-87a7-f83a3b3d4f71 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:32.880763 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-53cc6ce2-ac2a-4ec1-8865-5fe76aea1b3c req-25e883e7-17c7-4b27-87a7-f83a3b3d4f71 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 944 time: 0.1167700 Aug 24 19:56:32.886276 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888ffb-4e00-485d-863e-72702fa7b55d req-ba26a6d3-e16e-41eb-b3a5-6435938754d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:32.887636 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-ba26a6d3-e16e-41eb-b3a5-6435938754d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae52e4bb0db647f588a2ce731997f35d&device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 1097 time: 0.0681627 Aug 24 19:56:32.954392 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-a25df521-f568-4286-ad59-0805b055b44e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7003b1f1-5ec7-4ab6-8319-928dd3127021 HTTP/1.1" status: 200 len: 217 time: 0.0458980 Aug 24 19:56:32.957176 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-53cc6ce2-ac2a-4ec1-8865-5fe76aea1b3c req-89dcb5a5-3dc3-4f5b-8865-edf78d8b5cad tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686753 Aug 24 19:56:33.006226 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888ffb-4e00-485d-863e-72702fa7b55d req-ac9d9a50-46e2-40ae-8fbb-7f7013644811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:33.007743 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-ac9d9a50-46e2-40ae-8fbb-7f7013644811 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c4fa274-1b27-4441-9ff8-8da929298829 HTTP/1.1" status: 200 len: 855 time: 0.0460448 Aug 24 19:56:33.043192 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-68cc550d-5904-4399-b47f-03d6e36e370a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b30e31-01cb-48f4-912b-6c6de677ad03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258636 Aug 24 19:56:33.098139 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1214378e-8c45-4e82-88f6-40ddb75dc37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:33.140828 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-bf786447-2bd5-4ed5-a56d-bc4b3f502e5e service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890772 Aug 24 19:56:33.234117 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11888ffb-4e00-485d-863e-72702fa7b55d req-bcc58fcd-a362-4130-8eeb-60afed0f1212 service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856609 Aug 24 19:56:33.327298 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f9b5c-1c0d-473e-9928-0f7533c577ed req-03ebe692-c9f1-4c0c-9e42-08c5f22a861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:33.328776 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d07f9b5c-1c0d-473e-9928-0f7533c577ed req-03ebe692-c9f1-4c0c-9e42-08c5f22a861c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae52e4bb0db647f588a2ce731997f35d&device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 1097 time: 0.0415313 Aug 24 19:56:33.425003 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f9b5c-1c0d-473e-9928-0f7533c577ed req-63c9f663-260a-41e0-8589-476404a9f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:33.426481 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d07f9b5c-1c0d-473e-9928-0f7533c577ed req-63c9f663-260a-41e0-8589-476404a9f766 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b30e31-01cb-48f4-912b-6c6de677ad03 HTTP/1.1" status: 200 len: 916 time: 0.0892253 Aug 24 19:56:33.469502 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d07f9b5c-1c0d-473e-9928-0f7533c577ed req-0a7a13a6-a8a4-4294-88b6-75b245cfd59b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7003b1f1-5ec7-4ab6-8319-928dd3127021 HTTP/1.1" status: 200 len: 217 time: 0.0351727 Aug 24 19:56:33.531770 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f9b5c-1c0d-473e-9928-0f7533c577ed req-8fc638bf-a33e-4102-81f6-6a5a26bc30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:33.533271 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d07f9b5c-1c0d-473e-9928-0f7533c577ed req-8fc638bf-a33e-4102-81f6-6a5a26bc30c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c4fa274-1b27-4441-9ff8-8da929298829 HTTP/1.1" status: 200 len: 855 time: 0.0488689 Aug 24 19:56:33.566683 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d07f9b5c-1c0d-473e-9928-0f7533c577ed req-208dc3eb-d73d-4a2f-a4e8-e56598ff2100 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b30e31-01cb-48f4-912b-6c6de677ad03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242856 Aug 24 19:56:33.658461 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d07f9b5c-1c0d-473e-9928-0f7533c577ed req-26cbaae0-fda7-4db0-b6cb-1d6783f9c23a service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832746 Aug 24 19:56:33.755865 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d07f9b5c-1c0d-473e-9928-0f7533c577ed req-b88cd982-995f-4685-9bd2-459d9f8dd0dc service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870991 Aug 24 19:56:34.077516 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e9aa-7217-4143-bf1c-4b642b67d3aa req-d9d82663-71cb-406f-8dab-bbcdc8956aae tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:34.079008 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dfd2e9aa-7217-4143-bf1c-4b642b67d3aa req-d9d82663-71cb-406f-8dab-bbcdc8956aae tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 944 time: 0.0519216 Aug 24 19:56:34.118595 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dfd2e9aa-7217-4143-bf1c-4b642b67d3aa req-4aaacfa8-7d8e-4885-a9a4-dc36ec3b9c86 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336995 Aug 24 19:56:34.511021 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 7003b1f1-5ec7-4ab6-8319-928dd3127021 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:56:34.608367 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 7003b1f1-5ec7-4ab6-8319-928dd3127021, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7003b1f1-5ec7-4ab6-8319-928dd3127021,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:56:34.619859 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '7003b1f1-5ec7-4ab6-8319-928dd3127021', 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03', 'port_id': '7003b1f1-5ec7-4ab6-8319-928dd3127021', 'mac_address': 'fa:16:3e:ff:ff:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4fa274-1b27-4441-9ff8-8da929298829', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:56:34.657137 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:34.670251 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7003b1f1-5ec7-4ab6-8319-928dd3127021 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:56:34.689572 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 7003b1f1-5ec7-4ab6-8319-928dd3127021, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7003b1f1-5ec7-4ab6-8319-928dd3127021,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:56:34.693529 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:34.740592 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=7003b1f1-5ec7-4ab6-8319-928dd3127021,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:34.964562 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['7003b1f1-5ec7-4ab6-8319-928dd3127021'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:56:35.241236 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d441-7e0b-46ff-be26-9d2e350281bb req-580c8651-e007-4f26-85c6-d3d28fdba109 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:35.242822 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2da0d441-7e0b-46ff-be26-9d2e350281bb req-580c8651-e007-4f26-85c6-d3d28fdba109 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 945 time: 0.0520496 Aug 24 19:56:35.281647 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2da0d441-7e0b-46ff-be26-9d2e350281bb req-63d98680-2179-41fe-9fef-a39235b29a61 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Aug 24 19:56:35.754528 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-599d4cea-dc72-45fe-b88f-1c764f921b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:36.177715 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:36.401368 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c143d-6491-4487-9861-757101492eed req-bc658a4b-5aa6-44b9-8423-75738c55a0e7 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:36.402901 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-049c143d-6491-4487-9861-757101492eed req-bc658a4b-5aa6-44b9-8423-75738c55a0e7 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 945 time: 0.0542624 Aug 24 19:56:36.441974 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-049c143d-6491-4487-9861-757101492eed req-ec420545-4ba3-4473-aede-d6466e0f06f9 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331447 Aug 24 19:56:36.527070 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 7003b1f1-5ec7-4ab6-8319-928dd3127021 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:56:36.577054 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 7003b1f1-5ec7-4ab6-8319-928dd3127021 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:56:36.581107 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 7003b1f1-5ec7-4ab6-8319-928dd3127021 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:56:36.581479 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:36.662740 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:36.687693 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42afaee0-1e53-4032-a5f7-264efa8fe24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7003b1f1-5ec7-4ab6-8319-928dd3127021'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:56:36.689952 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6991a4fa-ac87-474b-b14f-6b4a0e6a14c7" -d '{"events": [{"server_uuid": "42afaee0-1e53-4032-a5f7-264efa8fe24f", "name": "network-vif-plugged", "status": "completed", "tag": "7003b1f1-5ec7-4ab6-8319-928dd3127021"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:56:36.702499 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 7003b1f1-5ec7-4ab6-8319-928dd3127021, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7003b1f1-5ec7-4ab6-8319-928dd3127021,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:56:36.707191 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:36.731213 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdaca41-7817-47d6-94a7-6761959ef2d5 x-openstack-request-id: req-2fdaca41-7817-47d6-94a7-6761959ef2d5 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:56:36.731503 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42afaee0-1e53-4032-a5f7-264efa8fe24f", "name": "network-vif-plugged", "status": "completed", "tag": "7003b1f1-5ec7-4ab6-8319-928dd3127021", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:56:36.731756 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2fdaca41-7817-47d6-94a7-6761959ef2d5 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:56:36.732163 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42afaee0-1e53-4032-a5f7-264efa8fe24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7003b1f1-5ec7-4ab6-8319-928dd3127021', 'code': 200} Aug 24 19:56:36.767423 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=7003b1f1-5ec7-4ab6-8319-928dd3127021,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:36.781489 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:36.905453 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50306f6f-67d4-453a-b07e-3f54fd7a9ef0 req-b3dccd53-0fb7-4d5d-9705-b6bd33721482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:36.906844 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-50306f6f-67d4-453a-b07e-3f54fd7a9ef0 req-b3dccd53-0fb7-4d5d-9705-b6bd33721482 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 1099 time: 0.0398588 Aug 24 19:56:36.942781 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-50306f6f-67d4-453a-b07e-3f54fd7a9ef0 req-d44e7810-b422-4abf-ba6d-5e5a51f83e9c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286117 Aug 24 19:56:37.558594 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ddc63-0fa1-4c7f-988f-fc131b839ebb req-dfa9e3ea-876a-4c46-b2a7-14c75e455261 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:37.559993 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-910ddc63-0fa1-4c7f-988f-fc131b839ebb req-dfa9e3ea-876a-4c46-b2a7-14c75e455261 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 946 time: 0.0520494 Aug 24 19:56:37.598019 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-910ddc63-0fa1-4c7f-988f-fc131b839ebb req-198ccbfa-0eac-4591-9d61-848890a300d5 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321734 Aug 24 19:56:38.423050 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:38.605080 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:38.718896 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034089-53d8-4053-bc12-8f2a1ba33b16 req-4c95dcb9-679e-4d1c-9435-85edeea7851b tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:38.720397 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c3034089-53d8-4053-bc12-8f2a1ba33b16 req-4c95dcb9-679e-4d1c-9435-85edeea7851b tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 946 time: 0.0536411 Aug 24 19:56:38.759795 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c3034089-53d8-4053-bc12-8f2a1ba33b16 req-d558f508-c1fc-4a09-b4a2-42b10e9e03c3 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333579 Aug 24 19:56:42.389837 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:56:52.701408 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57b43e-5712-48fa-94fb-776654877703 req-eeed2aef-e7aa-4d23-857a-355e26e74ef2 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:52.702881 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-eeed2aef-e7aa-4d23-857a-355e26e74ef2 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/networks?id=32b30e31-01cb-48f4-912b-6c6de677ad03 HTTP/1.1" status: 200 len: 815 time: 0.1074338 Aug 24 19:56:52.717471 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-217acb1e-4646-4f30-9781-098788f3ea10 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/quotas/ae52e4bb0db647f588a2ce731997f35d HTTP/1.1" status: 200 len: 375 time: 0.0088151 Aug 24 19:56:52.774437 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-8a847819-ca42-4c52-b4c5-91c27ee485dd tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae52e4bb0db647f588a2ce731997f35d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515625 Aug 24 19:56:52.868483 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-d8a99270-6b66-4797-9465-b23e29421c87 service neutron] 10.222.0.57 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826242 Aug 24 19:56:52.963156 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-71d5bbd7-75a3-4654-86ae-c4cbc3bc0a06 service neutron] 10.222.0.57 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881348 Aug 24 19:56:53.119538 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-04624403-21b6-4e92-9c3d-cf0dd0723e3c req-fb7df55c-f2da-4420-9443-da962aac8948 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 210 time: 0.0269544 Aug 24 19:56:54.096042 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57b43e-5712-48fa-94fb-776654877703 req-2472d017-ebd2-4328-af90-f6fb3d74dc4c tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:54.097514 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-2472d017-ebd2-4328-af90-f6fb3d74dc4c tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "GET /v2.0/networks?id=32b30e31-01cb-48f4-912b-6c6de677ad03 HTTP/1.1" status: 200 len: 815 time: 0.1084847 Aug 24 19:56:54.115436 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-4a57b43e-5712-48fa-94fb-776654877703 req-df31b19f-ae3b-4a60-aa86-c209888faa45 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Request body: {'port': {'device_id': '13877b6a-4b33-4b0e-bd4b-71cda5ec3e98', 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03', 'admin_state_up': True, 'tenant_id': 'ae52e4bb0db647f588a2ce731997f35d'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:56:54.216771 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dbc8f750-55a6-4772-b559-56ec024159cf req-ca67ad78-178a-434a-a2ab-3013381948e9 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 210 time: 0.0296452 Aug 24 19:56:54.260519 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a57b43e-5712-48fa-94fb-776654877703 req-df31b19f-ae3b-4a60-aa86-c209888faa45 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Made reservation on behalf of ae52e4bb0db647f588a2ce731997f35d for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:56:54.264114 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a57b43e-5712-48fa-94fb-776654877703 req-df31b19f-ae3b-4a60-aa86-c209888faa45 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:54.392647 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-4a57b43e-5712-48fa-94fb-776654877703 req-df31b19f-ae3b-4a60-aa86-c209888faa45 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Allocated IP 172.20.0.2 (32b30e31-01cb-48f4-912b-6c6de677ad03/8c4fa274-1b27-4441-9ff8-8da929298829/fc251cd3-8996-4a0f-acda-f0fdba85fc4f) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:56:54.534416 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a57b43e-5712-48fa-94fb-776654877703 req-df31b19f-ae3b-4a60-aa86-c209888faa45 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:54.572273 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a57b43e-5712-48fa-94fb-776654877703 req-df31b19f-ae3b-4a60-aa86-c209888faa45 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:54.871646 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a57b43e-5712-48fa-94fb-776654877703 req-df31b19f-ae3b-4a60-aa86-c209888faa45 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Network 32b30e31-01cb-48f4-912b-6c6de677ad03 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:56:54.874690 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-4a57b43e-5712-48fa-94fb-776654877703 req-df31b19f-ae3b-4a60-aa86-c209888faa45 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:56:54.878445 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a57b43e-5712-48fa-94fb-776654877703 req-df31b19f-ae3b-4a60-aa86-c209888faa45 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:56:54.885246 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31b19f-ae3b-4a60-aa86-c209888faa45 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Pushing event updated for resources: {'Port': ['ID=fc251cd3-8996-4a0f-acda-f0fdba85fc4f,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:54.927659 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57b43e-5712-48fa-94fb-776654877703 req-df31b19f-ae3b-4a60-aa86-c209888faa45 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:54.928288 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a57b43e-5712-48fa-94fb-776654877703 req-df31b19f-ae3b-4a60-aa86-c209888faa45 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:54.943602 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-df31b19f-ae3b-4a60-aa86-c209888faa45 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8320537 Aug 24 19:56:55.335674 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe09ae8-866c-4e9b-a620-6b0ed6495efd req-24ef8b93-4bed-4fcd-b04d-932acbf70c50 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:55.337952 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1fe09ae8-866c-4e9b-a620-6b0ed6495efd req-24ef8b93-4bed-4fcd-b04d-932acbf70c50 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 931 time: 0.0525701 Aug 24 19:56:55.377450 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1fe09ae8-866c-4e9b-a620-6b0ed6495efd req-cb0ada1b-e1fa-433f-a1bf-c01758f6e4a0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331082 Aug 24 19:56:56.256799 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Request body: {'port': {'device_id': '13877b6a-4b33-4b0e-bd4b-71cda5ec3e98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:56:56.314188 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:56.549599 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a8945-e84e-424b-bc3e-94e9eb243f91 req-a2beb238-7418-42e8-9575-92eb254bf399 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:56.551069 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ce2a8945-e84e-424b-bc3e-94e9eb243f91 req-a2beb238-7418-42e8-9575-92eb254bf399 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 931 time: 0.1065512 Aug 24 19:56:56.632195 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ce2a8945-e84e-424b-bc3e-94e9eb243f91 req-8b89dc5a-fe3c-4abd-83be-ce3302cc9dcc tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705669 Aug 24 19:56:56.646919 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc251cd3-8996-4a0f-acda-f0fdba85fc4f {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:56:56.654856 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:56.667258 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Transition to ACTIVE for port object fc251cd3-8996-4a0f-acda-f0fdba85fc4f will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:56:56.671091 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:56.722812 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Pushing event updated for resources: {'Port': ['ID=fc251cd3-8996-4a0f-acda-f0fdba85fc4f,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:56.786656 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Attempting to bind port fc251cd3-8996-4a0f-acda-f0fdba85fc4f on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:56:56.787001 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Attempting to bind port fc251cd3-8996-4a0f-acda-f0fdba85fc4f by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:56:56.787335 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Attempting to bind port fc251cd3-8996-4a0f-acda-f0fdba85fc4f on network 32b30e31-01cb-48f4-912b-6c6de677ad03 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:56:56.792702 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Port fc251cd3-8996-4a0f-acda-f0fdba85fc4f on network 32b30e31-01cb-48f4-912b-6c6de677ad03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:56:56.793027 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Attempting to bind port fc251cd3-8996-4a0f-acda-f0fdba85fc4f on network 32b30e31-01cb-48f4-912b-6c6de677ad03 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:56:56.797805 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:56:56.798141 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Checking segment: {'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:56:56.798524 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Bound using segment: {'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:56:56.798945 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Bound port: fc251cd3-8996-4a0f-acda-f0fdba85fc4f, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee11cd8b-3dc7-43dc-8045-c493190c9b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:56:56.799303 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:56.867634 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] For port fc251cd3-8996-4a0f-acda-f0fdba85fc4f, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:56:56.870730 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] For port fc251cd3-8996-4a0f-acda-f0fdba85fc4f, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=fc251cd3-8996-4a0f-acda-f0fdba85fc4f,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:56:56.874065 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:56.904146 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:56.904756 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:56:56.906123 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] 10.222.0.62 "PUT /v2.0/ports/fc251cd3-8996-4a0f-acda-f0fdba85fc4f HTTP/1.1" status: 200 len: 1093 time: 0.6538179 Aug 24 19:56:56.906556 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13877b6a-4b33-4b0e-bd4b-71cda5ec3e98', 'tag': 'fc251cd3-8996-4a0f-acda-f0fdba85fc4f'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:56:56.908809 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37aa636-396e-4e09-8f56-e85824109770" -d '{"events": [{"name": "network-changed", "server_uuid": "13877b6a-4b33-4b0e-bd4b-71cda5ec3e98", "tag": "fc251cd3-8996-4a0f-acda-f0fdba85fc4f"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:56:56.935753 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46f4cb-c7b9-455e-8afb-b8a20cafed91 service neutron] Pushing event updated for resources: {'Port': ['ID=fc251cd3-8996-4a0f-acda-f0fdba85fc4f,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:56:56.946454 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414d46e0-4a18-42e3-b253-a2844d210912 x-openstack-request-id: req-414d46e0-4a18-42e3-b253-a2844d210912 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:56:56.946744 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13877b6a-4b33-4b0e-bd4b-71cda5ec3e98", "tag": "fc251cd3-8996-4a0f-acda-f0fdba85fc4f", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:56:56.946989 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-414d46e0-4a18-42e3-b253-a2844d210912 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:56:56.947381 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13877b6a-4b33-4b0e-bd4b-71cda5ec3e98', 'tag': 'fc251cd3-8996-4a0f-acda-f0fdba85fc4f', 'status': 'completed', 'code': 200} Aug 24 19:56:57.219659 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['f9c6c299-2f1b-4bc5-9b00-1a01de483d28', '67a7ebb6-0f41-47c4-894e-597adcf7f413', '7003b1f1-5ec7-4ab6-8319-928dd3127021'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:56:57.294886 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aa636-396e-4e09-8f56-e85824109770 req-d87c7ec5-b5b8-4e0c-8d1f-1b55ef1a7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:57.296498 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b37aa636-396e-4e09-8f56-e85824109770 req-d87c7ec5-b5b8-4e0c-8d1f-1b55ef1a7cf9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae52e4bb0db647f588a2ce731997f35d&device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 1096 time: 0.0443406 Aug 24 19:56:57.477159 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aa636-396e-4e09-8f56-e85824109770 req-8d14d9b9-9533-47ab-b440-a1a0072c9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:57.478966 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b37aa636-396e-4e09-8f56-e85824109770 req-8d14d9b9-9533-47ab-b440-a1a0072c9c63 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ae52e4bb0db647f588a2ce731997f35d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1740892 Aug 24 19:56:57.644325 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aa636-396e-4e09-8f56-e85824109770 req-cfc3400c-0e01-486f-a30c-fa7dc15acd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:57.645794 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b37aa636-396e-4e09-8f56-e85824109770 req-cfc3400c-0e01-486f-a30c-fa7dc15acd48 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1585310 Aug 24 19:56:57.759013 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57b43e-5712-48fa-94fb-776654877703 req-5d330979-ee6b-4474-98f4-09ebe08528a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:57.760436 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-5d330979-ee6b-4474-98f4-09ebe08528a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae52e4bb0db647f588a2ce731997f35d&device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 1096 time: 0.0748091 Aug 24 19:56:57.772846 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a36b7a-a4cf-4f75-9b7c-ffda76521e99 req-567dc66d-6ee5-4dc1-b01e-4efc75e57285 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:57.774882 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-86a36b7a-a4cf-4f75-9b7c-ffda76521e99 req-567dc66d-6ee5-4dc1-b01e-4efc75e57285 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 943 time: 0.0642395 Aug 24 19:56:57.816696 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-b626e8ab-fe0f-4f1d-ba99-2311e4c1618a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc251cd3-8996-4a0f-acda-f0fdba85fc4f HTTP/1.1" status: 200 len: 217 time: 0.0399325 Aug 24 19:56:57.872988 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-86a36b7a-a4cf-4f75-9b7c-ffda76521e99 req-f0c9d66b-2b2e-46ba-bdd0-8bb1b6af3e47 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904968 Aug 24 19:56:57.883764 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57b43e-5712-48fa-94fb-776654877703 req-7550b0f8-c7d9-4e39-8497-576d6937214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:57.885250 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-7550b0f8-c7d9-4e39-8497-576d6937214c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c4fa274-1b27-4441-9ff8-8da929298829 HTTP/1.1" status: 200 len: 855 time: 0.0603633 Aug 24 19:56:57.922359 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-eac9ddd4-bf40-46f2-bdee-37f58d0106fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b30e31-01cb-48f4-912b-6c6de677ad03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283706 Aug 24 19:56:58.010502 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-651f8c2c-5c5e-4eb2-822f-066fb662424c service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801461 Aug 24 19:56:58.107161 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4a57b43e-5712-48fa-94fb-776654877703 req-d87b2154-c818-408a-9291-0d03e5715f29 service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890939 Aug 24 19:56:58.999724 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bca407-9a36-447b-a62a-b7a8c1b270ce req-4f4c019e-597e-48f7-85ca-dcf4bfaae11e tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:56:59.001234 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a3bca407-9a36-447b-a62a-b7a8c1b270ce req-4f4c019e-597e-48f7-85ca-dcf4bfaae11e tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 943 time: 0.0512583 Aug 24 19:56:59.038436 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a3bca407-9a36-447b-a62a-b7a8c1b270ce req-d57ea720-e964-4a23-b742-18bf3b97eca0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Aug 24 19:57:00.151651 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4fed6-b9f1-4964-9183-7a49b7b74720 req-7bdaa7bd-f2fc-4aa5-8b20-5a5a1bdfc927 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:00.153263 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-47f4fed6-b9f1-4964-9183-7a49b7b74720 req-7bdaa7bd-f2fc-4aa5-8b20-5a5a1bdfc927 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 943 time: 0.0484555 Aug 24 19:57:00.189969 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-47f4fed6-b9f1-4964-9183-7a49b7b74720 req-9994bc24-5fbd-4d58-875b-dc0c34975f97 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309517 Aug 24 19:57:01.233309 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device fc251cd3-8996-4a0f-acda-f0fdba85fc4f details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:57:01.306820 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e902e08-a129-4339-9213-39796872f964 req-f437cf67-c8bd-4023-814b-d848eb1197e6 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:01.308326 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5e902e08-a129-4339-9213-39796872f964 req-f437cf67-c8bd-4023-814b-d848eb1197e6 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 943 time: 0.0528603 Aug 24 19:57:01.331788 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port fc251cd3-8996-4a0f-acda-f0fdba85fc4f, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=fc251cd3-8996-4a0f-acda-f0fdba85fc4f,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:01.343439 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': 'fc251cd3-8996-4a0f-acda-f0fdba85fc4f', 'network_id': '32b30e31-01cb-48f4-912b-6c6de677ad03', 'port_id': 'fc251cd3-8996-4a0f-acda-f0fdba85fc4f', 'mac_address': 'fa:16:3e:3f:ad:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4fa274-1b27-4441-9ff8-8da929298829', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:57:01.353353 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5e902e08-a129-4339-9213-39796872f964 req-9e198ac3-a3c3-432b-a0ec-48d0177d6e9b tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390286 Aug 24 19:57:01.385361 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:01.397788 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc251cd3-8996-4a0f-acda-f0fdba85fc4f {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:57:01.418255 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port fc251cd3-8996-4a0f-acda-f0fdba85fc4f, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=fc251cd3-8996-4a0f-acda-f0fdba85fc4f,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:01.422247 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:01.470510 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=fc251cd3-8996-4a0f-acda-f0fdba85fc4f,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:01.478555 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:01.478901 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:01.479243 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:01.479580 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:01.479913 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:01.480275 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:01.480602 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:01.480929 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:01.481281 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:01.481604 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:01.481925 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:01.482244 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:01.668888 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['fc251cd3-8996-4a0f-acda-f0fdba85fc4f'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:57:02.468895 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c88aa3-d74e-4f2a-9276-33b86cb04f41 req-b51066bd-44b4-4466-b617-2d497603a41b tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:02.470657 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-87c88aa3-d74e-4f2a-9276-33b86cb04f41 req-b51066bd-44b4-4466-b617-2d497603a41b tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 944 time: 0.0495787 Aug 24 19:57:02.507195 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-87c88aa3-d74e-4f2a-9276-33b86cb04f41 req-1672e5d2-42fb-4022-ba46-f6436dc7c00f tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307949 Aug 24 19:57:02.977110 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 54730) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:03.080110 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.088823 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-00fadf09-7b00-4c98-a0af-1067917394c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.169848 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.173465 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.209387 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=537f572af9ff45afa5e2617180d4fc03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312315 Aug 24 19:57:03.211015 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3afa8e-04e8-4c8f-9876-bab7893bb518,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:03.212883 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 54734) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:03.224201 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:03.224552 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:03.224894 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:03.225229 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:03.225561 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:03.225893 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:03.226838 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:03.227176 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:03.227506 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:03.227832 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:03.228188 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:03.228514 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ac020-b059-46b4-8b9b-69a705baaff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:03.253710 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device fc251cd3-8996-4a0f-acda-f0fdba85fc4f up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:57:03.272331 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6a43-bb04-464f-bbf6-05d9b9afe2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.295038 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6a43-bb04-464f-bbf6-05d9b9afe2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.303487 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port fc251cd3-8996-4a0f-acda-f0fdba85fc4f completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:03.307316 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port fc251cd3-8996-4a0f-acda-f0fdba85fc4f triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:03.307688 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.348061 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6a43-bb04-464f-bbf6-05d9b9afe2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.350605 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6a43-bb04-464f-bbf6-05d9b9afe2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.352401 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-a0ad6a43-bb04-464f-bbf6-05d9b9afe2f9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf3afa8e-04e8-4c8f-9876-bab7893bb518 HTTP/1.1" status: 204 len: 168 time: 0.1378419 Aug 24 19:57:03.360000 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad6a43-bb04-464f-bbf6-05d9b9afe2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3afa8e-04e8-4c8f-9876-bab7893bb518,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:03.394572 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.420144 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13877b6a-4b33-4b0e-bd4b-71cda5ec3e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc251cd3-8996-4a0f-acda-f0fdba85fc4f'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:57:03.422385 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816582a3-050f-4ce5-84a7-42120229239d" -d '{"events": [{"server_uuid": "13877b6a-4b33-4b0e-bd4b-71cda5ec3e98", "name": "network-vif-plugged", "status": "completed", "tag": "fc251cd3-8996-4a0f-acda-f0fdba85fc4f"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:57:03.435334 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port fc251cd3-8996-4a0f-acda-f0fdba85fc4f, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=fc251cd3-8996-4a0f-acda-f0fdba85fc4f,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:03.440430 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:03.465952 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f705761e-7f2f-49d4-b903-db69a8baeb22 x-openstack-request-id: req-f705761e-7f2f-49d4-b903-db69a8baeb22 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:57:03.466244 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13877b6a-4b33-4b0e-bd4b-71cda5ec3e98", "name": "network-vif-plugged", "status": "completed", "tag": "fc251cd3-8996-4a0f-acda-f0fdba85fc4f", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:57:03.466495 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f705761e-7f2f-49d4-b903-db69a8baeb22 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:57:03.466966 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13877b6a-4b33-4b0e-bd4b-71cda5ec3e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc251cd3-8996-4a0f-acda-f0fdba85fc4f', 'code': 200} Aug 24 19:57:03.493676 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=fc251cd3-8996-4a0f-acda-f0fdba85fc4f,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:03.655162 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d82c8-137b-4898-9e17-f78b335a8411 req-465bbe67-fb7e-47de-817e-4438f9c1f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:03.657360 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-224d82c8-137b-4898-9e17-f78b335a8411 req-465bbe67-fb7e-47de-817e-4438f9c1f260 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 1098 time: 0.0633304 Aug 24 19:57:03.665080 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badfd36-a96f-49af-8eea-0eb3b65c0841 req-38d1da2c-3e21-4742-8256-b44c9ae384eb tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:03.666394 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3badfd36-a96f-49af-8eea-0eb3b65c0841 req-38d1da2c-3e21-4742-8256-b44c9ae384eb tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 945 time: 0.0841088 Aug 24 19:57:03.725261 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-224d82c8-137b-4898-9e17-f78b335a8411 req-159a38b1-5ccb-4472-914c-81d292da6813 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579340 Aug 24 19:57:03.728264 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3badfd36-a96f-49af-8eea-0eb3b65c0841 req-fc4c2622-9306-4800-82b2-f73e9672ded4 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553846 Aug 24 19:57:04.864310 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ade975-cec2-42e3-8587-76064b2a94b0 req-f8e2bde7-58dc-4f86-a007-bc6faaaea1dd tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:04.865866 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45ade975-cec2-42e3-8587-76064b2a94b0 req-f8e2bde7-58dc-4f86-a007-bc6faaaea1dd tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 945 time: 0.0489378 Aug 24 19:57:04.909462 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45ade975-cec2-42e3-8587-76064b2a94b0 req-bcbdc70c-edd3-4174-b6f4-b6ef49404194 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336177 Aug 24 19:57:05.760385 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-78fea792-4ad0-4a7a-b085-ead60b04bb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:06.024153 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ce49-6f3d-4d0e-9f0b-d153d565dfdb req-89518eea-597c-4dfe-b0cf-3cdf7cd073cd tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:06.025620 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3d34ce49-6f3d-4d0e-9f0b-d153d565dfdb req-89518eea-597c-4dfe-b0cf-3cdf7cd073cd tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 945 time: 0.0492716 Aug 24 19:57:06.063878 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3d34ce49-6f3d-4d0e-9f0b-d153d565dfdb req-c3825e13-c559-40b8-99ae-ad81d2144727 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Aug 24 19:57:06.178568 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:06.767615 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:08.430341 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:08.602020 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:11.017498 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-036ff269-edb9-4f72-9c3c-05a6aab96778 req-717e03c6-f7df-4142-b945-fd8912c5b42c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503085 Aug 24 19:57:11.106421 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ff269-edb9-4f72-9c3c-05a6aab96778 req-31e06a65-80e9-4b9a-a52e-5bcdd7eaa92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:11.107806 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-036ff269-edb9-4f72-9c3c-05a6aab96778 req-31e06a65-80e9-4b9a-a52e-5bcdd7eaa92b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae52e4bb0db647f588a2ce731997f35d&device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 1099 time: 0.0427988 Aug 24 19:57:11.208809 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ff269-edb9-4f72-9c3c-05a6aab96778 req-19f50282-b8b2-4347-83a3-83eeefc1d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:11.210271 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-036ff269-edb9-4f72-9c3c-05a6aab96778 req-19f50282-b8b2-4347-83a3-83eeefc1d0a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b30e31-01cb-48f4-912b-6c6de677ad03 HTTP/1.1" status: 200 len: 916 time: 0.0820055 Aug 24 19:57:11.263422 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-036ff269-edb9-4f72-9c3c-05a6aab96778 req-e84a9e45-96c0-4d21-be58-07460eeee499 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9c6c299-2f1b-4bc5-9b00-1a01de483d28 HTTP/1.1" status: 200 len: 217 time: 0.0358341 Aug 24 19:57:11.312939 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ff269-edb9-4f72-9c3c-05a6aab96778 req-0999e9d9-7f3a-4d81-915b-d8a479cd521b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:11.314332 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-036ff269-edb9-4f72-9c3c-05a6aab96778 req-0999e9d9-7f3a-4d81-915b-d8a479cd521b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c4fa274-1b27-4441-9ff8-8da929298829 HTTP/1.1" status: 200 len: 855 time: 0.0430748 Aug 24 19:57:11.345777 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-036ff269-edb9-4f72-9c3c-05a6aab96778 req-f8e22197-1d24-4198-8ba6-0c93cece0576 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b30e31-01cb-48f4-912b-6c6de677ad03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238953 Aug 24 19:57:11.442582 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-036ff269-edb9-4f72-9c3c-05a6aab96778 req-f41bfb2c-1875-49d8-8171-b64b7235e876 service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864937 Aug 24 19:57:11.532332 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-036ff269-edb9-4f72-9c3c-05a6aab96778 req-efc5abe1-3946-4546-abb3-0489a87f4fe0 service neutron] 10.222.0.62 "GET /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817049 Aug 24 19:57:14.307626 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 54918) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:14.425247 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f0b21507-0e47-440c-9009-ec7ef386081e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:14.517135 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f0b21507-0e47-440c-9009-ec7ef386081e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:14.521266 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f0b21507-0e47-440c-9009-ec7ef386081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:14.558409 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-f0b21507-0e47-440c-9009-ec7ef386081e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6420bfefc03b44728d76ae1b66807369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497025 Aug 24 19:57:14.559508 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b21507-0e47-440c-9009-ec7ef386081e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a01ed1b-7853-40ce-a7bb-2e578e240836,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:14.561253 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 54926) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:14.610801 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-96070393-52a0-4745-a1d8-d3611bc3742f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:14.631798 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-96070393-52a0-4745-a1d8-d3611bc3742f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:14.681105 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-96070393-52a0-4745-a1d8-d3611bc3742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:14.683821 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-96070393-52a0-4745-a1d8-d3611bc3742f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:14.685012 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-96070393-52a0-4745-a1d8-d3611bc3742f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a01ed1b-7853-40ce-a7bb-2e578e240836 HTTP/1.1" status: 204 len: 168 time: 0.1220376 Aug 24 19:57:14.692487 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96070393-52a0-4745-a1d8-d3611bc3742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a01ed1b-7853-40ce-a7bb-2e578e240836,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:15.324577 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 54950) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:15.421296 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-371152785-network', 'tenant_id': '20953adeee024b1da3414e5670e6356c'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:15.442016 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Made reservation on behalf of 20953adeee024b1da3414e5670e6356c for: {'network': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:57:15.445447 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:15.456432 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:15.558147 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:15.563209 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:15.587542 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=105635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:57:15.601430 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f77a267-57af-48fd-93af-054ae1a67cd4,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:15.608555 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:15.608555 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.segments_db [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Added segment 0a7ac70c-517e-4804-ab0c-2b1b9845ee1b of type vlan for network fa2d12d6-8714-451a-90f9-87cbc2e5e523 Aug 24 19:57:15.648689 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:15.675502 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:15.677065 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:15.677985 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:15.731686 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4059718 Aug 24 19:57:15.734991 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 54962) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:15.736569 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d775df-420a-41e7-9f17-147a58cd941d admin admin] Pushing event updated for resources: {'Network': ['ID=fa2d12d6-8714-451a-90f9-87cbc2e5e523,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:15.740933 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-c4ee77e4-d40c-48de-9c30-8b41731c40b5 admin admin] Request body: {'subnet': {'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-371152785-subnet', 'tenant_id': '20953adeee024b1da3414e5670e6356c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:15.746686 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network fa2d12d6-8714-451a-90f9-87cbc2e5e523 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:57:15.764303 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ee77e4-d40c-48de-9c30-8b41731c40b5 admin admin] Made reservation on behalf of 20953adeee024b1da3414e5670e6356c for: {'subnet': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:57:15.766702 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c4ee77e4-d40c-48de-9c30-8b41731c40b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267593661'] for subnet, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:15.941661 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c4ee77e4-d40c-48de-9c30-8b41731c40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264856136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267593551'] for subnet, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:15.995609 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee77e4-d40c-48de-9c30-8b41731c40b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc2ad5d1-d2cd-4cf9-ab03-2c92bab0636c,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:16.006643 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ee77e4-d40c-48de-9c30-8b41731c40b5 admin admin] Checking segment: {'id': '0a7ac70c-517e-4804-ab0c-2b1b9845ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:57:16.007004 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ee77e4-d40c-48de-9c30-8b41731c40b5 admin admin] Network hostable DHCP agents. Network: fa2d12d6-8714-451a-90f9-87cbc2e5e523, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:57:16.024646 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ee77e4-d40c-48de-9c30-8b41731c40b5 admin admin] Network fa2d12d6-8714-451a-90f9-87cbc2e5e523 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:57:16.032657 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-c4ee77e4-d40c-48de-9c30-8b41731c40b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, fa2d12d6-8714-451a-90f9-87cbc2e5e523) {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:16.036739 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ee77e4-d40c-48de-9c30-8b41731c40b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:16.037325 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c4ee77e4-d40c-48de-9c30-8b41731c40b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:16.043847 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06460d1e-159c-4769-a536-fa77dc70d3ee None None] Network fa2d12d6-8714-451a-90f9-87cbc2e5e523 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:57:16.053707 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-c4ee77e4-d40c-48de-9c30-8b41731c40b5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3175848 Aug 24 19:57:16.167251 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1526e380-0e5e-458b-9669-b7b6af965032 None None] Network fa2d12d6-8714-451a-90f9-87cbc2e5e523 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:57:16.892870 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08837109-b3df-40cc-b50a-8dc080dfebba req-1d465fe3-ec7b-4532-81d0-9681bbf79f43 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:16.894343 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-08837109-b3df-40cc-b50a-8dc080dfebba req-1d465fe3-ec7b-4532-81d0-9681bbf79f43 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 945 time: 0.0497687 Aug 24 19:57:16.931446 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-08837109-b3df-40cc-b50a-8dc080dfebba req-c70575be-48d0-4b40-8d56-c72576f0e107 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311310 Aug 24 19:57:17.815677 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-89df17c0-b52d-437d-b6c0-69128cc3c060 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:17.817123 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-89df17c0-b52d-437d-b6c0-69128cc3c060 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/networks?id=fa2d12d6-8714-451a-90f9-87cbc2e5e523 HTTP/1.1" status: 200 len: 813 time: 0.1035762 Aug 24 19:57:17.832197 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-569e75f9-17d2-4b08-b459-803934d2a8b5 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/quotas/20953adeee024b1da3414e5670e6356c HTTP/1.1" status: 200 len: 375 time: 0.0088801 Aug 24 19:57:17.863036 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-5e4e15d6-2c6d-4f4a-811b-83021c032b07 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=20953adeee024b1da3414e5670e6356c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250621 Aug 24 19:57:17.951780 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-444fa0fc-85f7-493a-aab9-60bd0212ec62 service neutron] 10.222.0.57 "GET /v2.0/networks/fa2d12d6-8714-451a-90f9-87cbc2e5e523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819521 Aug 24 19:57:18.079503 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791152f-d096-4288-96e6-38720e9049c4 req-c3055a8a-2671-4199-a122-a52976665bd5 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:18.080972 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b791152f-d096-4288-96e6-38720e9049c4 req-c3055a8a-2671-4199-a122-a52976665bd5 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 945 time: 0.0757959 Aug 24 19:57:18.083115 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-b6bdaba6-9706-4c2c-baa9-6883c44f5eed service neutron] 10.222.0.57 "GET /v2.0/networks/fa2d12d6-8714-451a-90f9-87cbc2e5e523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254556 Aug 24 19:57:18.119982 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b791152f-d096-4288-96e6-38720e9049c4 req-754dad06-d3c9-4f90-8008-53086936fbe6 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325847 Aug 24 19:57:18.238383 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d992eb49-2f3e-4c91-a51c-a4b15ed3cde3 req-d52b4a85-d771-4f23-82fc-ef67b7372e5a tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 210 time: 0.0259929 Aug 24 19:57:18.561919 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09b5d5-bfc2-4598-9964-cd269f788164 req-6bef842a-89d2-4c84-a7c9-137e88185569 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:18.563378 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2d09b5d5-bfc2-4598-9964-cd269f788164 req-6bef842a-89d2-4c84-a7c9-137e88185569 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 945 time: 0.0533378 Aug 24 19:57:18.658342 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-2d09b5d5-bfc2-4598-9964-cd269f788164 req-18abce38-fca0-471d-9ced-109feb84a091 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Deleting port fc251cd3-8996-4a0f-acda-f0fdba85fc4f {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:57:18.658675 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-2d09b5d5-bfc2-4598-9964-cd269f788164 req-18abce38-fca0-471d-9ced-109feb84a091 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:18.752645 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-2d09b5d5-bfc2-4598-9964-cd269f788164 req-18abce38-fca0-471d-9ced-109feb84a091 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] For port fc251cd3-8996-4a0f-acda-f0fdba85fc4f, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=fc251cd3-8996-4a0f-acda-f0fdba85fc4f,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:18.753009 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-2d09b5d5-bfc2-4598-9964-cd269f788164 req-18abce38-fca0-471d-9ced-109feb84a091 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:18.765733 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-2d09b5d5-bfc2-4598-9964-cd269f788164 req-18abce38-fca0-471d-9ced-109feb84a091 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Calling delete_port for fc251cd3-8996-4a0f-acda-f0fdba85fc4f owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:57:18.891155 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-2d09b5d5-bfc2-4598-9964-cd269f788164 req-18abce38-fca0-471d-9ced-109feb84a091 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:18.903072 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['f9c6c299-2f1b-4bc5-9b00-1a01de483d28', '67a7ebb6-0f41-47c4-894e-597adcf7f413', '7003b1f1-5ec7-4ab6-8319-928dd3127021', 'fc251cd3-8996-4a0f-acda-f0fdba85fc4f'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:57:18.917655 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abce38-fca0-471d-9ced-109feb84a091 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Pushing event deleted for resources: {'Port': ['ID=fc251cd3-8996-4a0f-acda-f0fdba85fc4f,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:18.959279 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d09b5d5-bfc2-4598-9964-cd269f788164 req-18abce38-fca0-471d-9ced-109feb84a091 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] No DVR routers for this DVR port fc251cd3-8996-4a0f-acda-f0fdba85fc4f on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:57:18.961968 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-2d09b5d5-bfc2-4598-9964-cd269f788164 req-18abce38-fca0-471d-9ced-109feb84a091 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:18.963940 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2d09b5d5-bfc2-4598-9964-cd269f788164 req-18abce38-fca0-471d-9ced-109feb84a091 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "DELETE /v2.0/ports/fc251cd3-8996-4a0f-acda-f0fdba85fc4f HTTP/1.1" status: 204 len: 173 time: 0.3931172 Aug 24 19:57:18.964413 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13877b6a-4b33-4b0e-bd4b-71cda5ec3e98', 'name': 'network-vif-deleted', 'tag': 'fc251cd3-8996-4a0f-acda-f0fdba85fc4f'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:57:18.966736 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf24085-38a9-4e07-938a-1e1958255c25" -d '{"events": [{"server_uuid": "13877b6a-4b33-4b0e-bd4b-71cda5ec3e98", "name": "network-vif-deleted", "tag": "fc251cd3-8996-4a0f-acda-f0fdba85fc4f"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:57:19.012234 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d2c7a9-2b83-4654-b7f4-1d5f5dd789d8 x-openstack-request-id: req-e8d2c7a9-2b83-4654-b7f4-1d5f5dd789d8 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:57:19.012467 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13877b6a-4b33-4b0e-bd4b-71cda5ec3e98", "name": "network-vif-deleted", "tag": "fc251cd3-8996-4a0f-acda-f0fdba85fc4f", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:57:19.013064 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8d2c7a9-2b83-4654-b7f4-1d5f5dd789d8 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:57:19.013064 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13877b6a-4b33-4b0e-bd4b-71cda5ec3e98', 'name': 'network-vif-deleted', 'tag': 'fc251cd3-8996-4a0f-acda-f0fdba85fc4f', 'status': 'completed', 'code': 200} Aug 24 19:57:19.201887 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-9d57f45a-e3df-4de2-865b-2a17a79aed80 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:19.203684 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-9d57f45a-e3df-4de2-865b-2a17a79aed80 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.62 "GET /v2.0/networks?id=fa2d12d6-8714-451a-90f9-87cbc2e5e523 HTTP/1.1" status: 200 len: 813 time: 0.1310036 Aug 24 19:57:19.220775 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-de59403d-f48e-44ff-a278-f1db0806eefd tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Request body: {'port': {'device_id': '27d46e3c-6bbc-4317-a4c5-a7578b3e98ed', 'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523', 'admin_state_up': True, 'tenant_id': '20953adeee024b1da3414e5670e6356c'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:19.240902 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e3d16f24-bfa3-48a8-b962-743580fb415e req-b99516ef-14cf-43d2-8534-53c03e9a56ff tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=13877b6a-4b33-4b0e-bd4b-71cda5ec3e98 HTTP/1.1" status: 200 len: 210 time: 0.0341721 Aug 24 19:57:19.339834 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a5ac6592-4cb2-4c98-87a2-31d2e9a62aef req-04588640-18f5-4110-9905-cdddbfc506c7 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 210 time: 0.0313678 Aug 24 19:57:19.380468 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-de59403d-f48e-44ff-a278-f1db0806eefd tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Made reservation on behalf of 20953adeee024b1da3414e5670e6356c for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:57:19.384469 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-de59403d-f48e-44ff-a278-f1db0806eefd tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:19.388303 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:57:19.520106 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-de59403d-f48e-44ff-a278-f1db0806eefd tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Allocated IP 172.20.0.13 (fa2d12d6-8714-451a-90f9-87cbc2e5e523/fc2ad5d1-d2cd-4cf9-ab03-2c92bab0636c/e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:57:19.665713 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-de59403d-f48e-44ff-a278-f1db0806eefd tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:19.703677 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-de59403d-f48e-44ff-a278-f1db0806eefd tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:20.017657 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-de59403d-f48e-44ff-a278-f1db0806eefd tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Network fa2d12d6-8714-451a-90f9-87cbc2e5e523 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:57:20.021539 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-de59403d-f48e-44ff-a278-f1db0806eefd tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:20.026871 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-de59403d-f48e-44ff-a278-f1db0806eefd tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:57:20.030798 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59403d-f48e-44ff-a278-f1db0806eefd tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Pushing event updated for resources: {'Port': ['ID=e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:20.075920 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-de59403d-f48e-44ff-a278-f1db0806eefd tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:20.076574 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-de59403d-f48e-44ff-a278-f1db0806eefd tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:20.091015 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-de59403d-f48e-44ff-a278-f1db0806eefd tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8753064 Aug 24 19:57:20.104393 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Request body: {'port': {'device_id': '27d46e3c-6bbc-4317-a4c5-a7578b3e98ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:20.159496 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:20.470243 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:57:20.478747 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:20.496056 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Transition to ACTIVE for port object e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:57:20.506940 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2032b-84a2-4f30-bed9-4fdf961d3763 req-ce4d4032-b409-4b6b-8a44-0a60ccde83fe tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:20.509176 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4de2032b-84a2-4f30-bed9-4fdf961d3763 req-ce4d4032-b409-4b6b-8a44-0a60ccde83fe tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 932 time: 0.0762215 Aug 24 19:57:20.509921 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:20.585609 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:20.610416 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4de2032b-84a2-4f30-bed9-4fdf961d3763 req-acc0a170-f014-4bf3-a724-0abd9eccfb42 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925779 Aug 24 19:57:20.656996 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Attempting to bind port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:57:20.657334 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Attempting to bind port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '0a7ac70c-517e-4804-ab0c-2b1b9845ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:57:20.657675 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Attempting to bind port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb on network fa2d12d6-8714-451a-90f9-87cbc2e5e523 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:57:20.661889 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb on network fa2d12d6-8714-451a-90f9-87cbc2e5e523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:57:20.662212 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Attempting to bind port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb on network fa2d12d6-8714-451a-90f9-87cbc2e5e523 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:57:20.667475 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:57:20.667814 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Checking segment: {'id': '0a7ac70c-517e-4804-ab0c-2b1b9845ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:57:20.668220 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Bound using segment: {'id': '0a7ac70c-517e-4804-ab0c-2b1b9845ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:57:20.668654 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Bound port: e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7ac70c-517e-4804-ab0c-2b1b9845ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:57:20.669006 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:20.730736 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] For port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:57:20.733757 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] For port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb,segment=NetworkSegment(0a7ac70c-517e-4804-ab0c-2b1b9845ee1b),segment_id=0a7ac70c-517e-4804-ab0c-2b1b9845ee1b)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:57:20.738107 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:20.769903 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:20.770514 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:20.771880 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] 10.222.0.62 "PUT /v2.0/ports/e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb HTTP/1.1" status: 200 len: 1094 time: 0.6720099 Aug 24 19:57:20.794976 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95bb62-8038-48df-903d-ea0ed5e722b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:20.855961 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-85ca7224-494e-4f69-8f5e-2e085a261797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:20.857473 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-85ca7224-494e-4f69-8f5e-2e085a261797 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20953adeee024b1da3414e5670e6356c&device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 1097 time: 0.0447500 Aug 24 19:57:20.898893 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-9be4952e-abfa-491b-94f4-ad1b709a76be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb HTTP/1.1" status: 200 len: 217 time: 0.0334892 Aug 24 19:57:20.946801 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-ae5281d2-b4fd-40ae-b1ea-5b4ea9bcf1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:20.948224 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-ae5281d2-b4fd-40ae-b1ea-5b4ea9bcf1dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc2ad5d1-d2cd-4cf9-ab03-2c92bab0636c HTTP/1.1" status: 200 len: 853 time: 0.0428419 Aug 24 19:57:20.980509 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-4f3e57a5-4866-402c-8738-f2d3d75fced2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa2d12d6-8714-451a-90f9-87cbc2e5e523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244174 Aug 24 19:57:21.036330 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d46e3c-6bbc-4317-a4c5-a7578b3e98ed', 'tag': 'e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:57:21.039794 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6528a2-66ba-4397-86ed-96dc99f5294d" -d '{"events": [{"name": "network-changed", "server_uuid": "27d46e3c-6bbc-4317-a4c5-a7578b3e98ed", "tag": "e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:57:21.076352 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8808b7e8-0196-44bb-9e92-278e528e5316 x-openstack-request-id: req-8808b7e8-0196-44bb-9e92-278e528e5316 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:57:21.076641 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d46e3c-6bbc-4317-a4c5-a7578b3e98ed", "tag": "e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:57:21.076891 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8808b7e8-0196-44bb-9e92-278e528e5316 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:57:21.077268 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d46e3c-6bbc-4317-a4c5-a7578b3e98ed', 'tag': 'e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb', 'status': 'completed', 'code': 200} Aug 24 19:57:21.080861 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-8afc80a2-079e-450b-9dd6-4c77dbbea7b4 service neutron] 10.222.0.62 "GET /v2.0/networks/fa2d12d6-8714-451a-90f9-87cbc2e5e523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934405 Aug 24 19:57:21.170526 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b86a5502-7eef-4b49-b4bf-4c34eaa5f079 req-69ed4449-78f2-4f1a-abe0-042ff5066626 service neutron] 10.222.0.62 "GET /v2.0/networks/fa2d12d6-8714-451a-90f9-87cbc2e5e523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813446 Aug 24 19:57:21.257218 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6528a2-66ba-4397-86ed-96dc99f5294d req-6e53d482-b2ec-4229-b296-c29875a8f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:21.259250 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1e6528a2-66ba-4397-86ed-96dc99f5294d req-6e53d482-b2ec-4229-b296-c29875a8f89b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20953adeee024b1da3414e5670e6356c&device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 1097 time: 0.0466020 Aug 24 19:57:21.276984 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device fc251cd3-8996-4a0f-acda-f0fdba85fc4f no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:57:21.296567 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: fc251cd3-8996-4a0f-acda-f0fdba85fc4f {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:57:21.296905 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device fc251cd3-8996-4a0f-acda-f0fdba85fc4f not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:57:21.353169 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6528a2-66ba-4397-86ed-96dc99f5294d req-3cee1360-3fea-4166-899f-429ab042c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:21.354560 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1e6528a2-66ba-4397-86ed-96dc99f5294d req-3cee1360-3fea-4166-899f-429ab042c06e service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa2d12d6-8714-451a-90f9-87cbc2e5e523 HTTP/1.1" status: 200 len: 914 time: 0.0869458 Aug 24 19:57:21.397696 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1e6528a2-66ba-4397-86ed-96dc99f5294d req-c451176e-f7c9-4a85-bfa2-7b847e27b1fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb HTTP/1.1" status: 200 len: 217 time: 0.0336874 Aug 24 19:57:21.462116 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6528a2-66ba-4397-86ed-96dc99f5294d req-32790569-7d02-4c61-9dbf-3df2b6e87297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:21.463625 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1e6528a2-66ba-4397-86ed-96dc99f5294d req-32790569-7d02-4c61-9dbf-3df2b6e87297 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc2ad5d1-d2cd-4cf9-ab03-2c92bab0636c HTTP/1.1" status: 200 len: 853 time: 0.0584276 Aug 24 19:57:21.497171 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1e6528a2-66ba-4397-86ed-96dc99f5294d req-d5e4ac0f-c92f-4fdb-8dc5-ff7b7cb84cf3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa2d12d6-8714-451a-90f9-87cbc2e5e523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258439 Aug 24 19:57:21.603950 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1e6528a2-66ba-4397-86ed-96dc99f5294d req-3f0d6e2e-c03a-4fac-8ffd-87cae1198f12 service neutron] 10.222.0.62 "GET /v2.0/networks/fa2d12d6-8714-451a-90f9-87cbc2e5e523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940382 Aug 24 19:57:21.768254 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3994c64-34df-4110-b34d-6ce9e9fb5933 req-7b1c1c78-5d63-4c50-8c6e-48a1b1ed8262 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:21.769700 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d3994c64-34df-4110-b34d-6ce9e9fb5933 req-7b1c1c78-5d63-4c50-8c6e-48a1b1ed8262 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 946 time: 0.1384900 Aug 24 19:57:21.785170 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5154ea-005d-4d12-9af8-c4fb92b9d52e req-47bebaca-6c29-4ab8-8909-da398da4ec89 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:21.786566 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9d5154ea-005d-4d12-9af8-c4fb92b9d52e req-47bebaca-6c29-4ab8-8909-da398da4ec89 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 944 time: 0.0990407 Aug 24 19:57:21.789474 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1e6528a2-66ba-4397-86ed-96dc99f5294d req-26a6854a-cdd5-460c-9a87-8ed1925e7b66 service neutron] 10.222.0.62 "GET /v2.0/networks/fa2d12d6-8714-451a-90f9-87cbc2e5e523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758249 Aug 24 19:57:21.841938 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d3994c64-34df-4110-b34d-6ce9e9fb5933 req-f3fb81a0-a5ac-4138-932a-496a159211e4 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648367 Aug 24 19:57:21.846899 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9d5154ea-005d-4d12-9af8-c4fb92b9d52e req-b61cbb8c-d51c-417c-80ed-c62603c340b4 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525305 Aug 24 19:57:22.985002 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c63b66-43c7-4ab8-90d7-0d6640462cc9 req-3aceacc0-9fe1-4f0b-9e69-3b6804c49abb tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:22.986480 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c8c63b66-43c7-4ab8-90d7-0d6640462cc9 req-3aceacc0-9fe1-4f0b-9e69-3b6804c49abb tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 944 time: 0.0676947 Aug 24 19:57:22.994614 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b64ed8-db71-498e-b543-2fc2da417027 req-eeaa9d50-cac4-49a9-b827-20b7a9d25af4 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:22.995979 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-28b64ed8-db71-498e-b543-2fc2da417027 req-eeaa9d50-cac4-49a9-b827-20b7a9d25af4 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 946 time: 0.0865760 Aug 24 19:57:23.054502 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c8c63b66-43c7-4ab8-90d7-0d6640462cc9 req-e67bacc4-cb44-43dc-a11f-064d55f506a7 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573630 Aug 24 19:57:23.059817 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-28b64ed8-db71-498e-b543-2fc2da417027 req-82c4ba51-5237-4ddc-ac2b-5aa54924798a tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571294 Aug 24 19:57:23.211438 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3a23b-c58b-47a2-af73-d1693077c673 req-40632fd7-b8ec-47e6-88c1-1e556138450a tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:23.212624 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-43b3a23b-c58b-47a2-af73-d1693077c673 req-40632fd7-b8ec-47e6-88c1-1e556138450a tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "GET /v2.0/ports?device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 946 time: 0.0476625 Aug 24 19:57:23.286796 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:57:23.301425 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-43b3a23b-c58b-47a2-af73-d1693077c673 req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Deleting port 7003b1f1-5ec7-4ab6-8319-928dd3127021 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:57:23.301767 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-43b3a23b-c58b-47a2-af73-d1693077c673 req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:23.380369 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb,segment=NetworkSegment(0a7ac70c-517e-4804-ab0c-2b1b9845ee1b),segment_id=0a7ac70c-517e-4804-ab0c-2b1b9845ee1b)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:23.392521 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': 'e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb', 'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523', 'port_id': 'e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb', 'mac_address': 'fa:16:3e:d7:7a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2ad5d1-d2cd-4cf9-ab03-2c92bab0636c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:57:23.394310 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-43b3a23b-c58b-47a2-af73-d1693077c673 req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] For port 7003b1f1-5ec7-4ab6-8319-928dd3127021, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7003b1f1-5ec7-4ab6-8319-928dd3127021,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:23.394682 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-43b3a23b-c58b-47a2-af73-d1693077c673 req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:23.412179 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-43b3a23b-c58b-47a2-af73-d1693077c673 req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Calling delete_port for 7003b1f1-5ec7-4ab6-8319-928dd3127021 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:57:23.437072 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:23.450608 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:57:23.470833 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb,segment=NetworkSegment(0a7ac70c-517e-4804-ab0c-2b1b9845ee1b),segment_id=0a7ac70c-517e-4804-ab0c-2b1b9845ee1b)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:23.476546 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:23.526588 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:23.542207 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-43b3a23b-c58b-47a2-af73-d1693077c673 req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:23.554640 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['f9c6c299-2f1b-4bc5-9b00-1a01de483d28', '67a7ebb6-0f41-47c4-894e-597adcf7f413', '7003b1f1-5ec7-4ab6-8319-928dd3127021'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:57:23.571518 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Pushing event deleted for resources: {'Port': ['ID=7003b1f1-5ec7-4ab6-8319-928dd3127021,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:23.583322 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:23.583672 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:23.584014 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:23.584375 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:23.584702 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:23.585031 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:23.586263 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:23.586593 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:23.586918 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:23.587242 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:23.587564 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:23.587883 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:23.620880 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b3a23b-c58b-47a2-af73-d1693077c673 req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] No DVR routers for this DVR port 7003b1f1-5ec7-4ab6-8319-928dd3127021 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:57:23.623299 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-43b3a23b-c58b-47a2-af73-d1693077c673 req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:23.625314 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-43b3a23b-c58b-47a2-af73-d1693077c673 req-e9181632-5c3e-4e6f-b815-736a927851d0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "DELETE /v2.0/ports/7003b1f1-5ec7-4ab6-8319-928dd3127021 HTTP/1.1" status: 204 len: 173 time: 0.4067147 Aug 24 19:57:23.625728 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42afaee0-1e53-4032-a5f7-264efa8fe24f', 'name': 'network-vif-deleted', 'tag': '7003b1f1-5ec7-4ab6-8319-928dd3127021'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:57:23.627948 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5e4c35-891a-40e8-9e75-c5a34fc92fdf" -d '{"events": [{"server_uuid": "42afaee0-1e53-4032-a5f7-264efa8fe24f", "name": "network-vif-deleted", "tag": "7003b1f1-5ec7-4ab6-8319-928dd3127021"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:57:23.664585 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2882bed2-c511-4d6d-8ad7-9daa15dec804 x-openstack-request-id: req-2882bed2-c511-4d6d-8ad7-9daa15dec804 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:57:23.664945 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42afaee0-1e53-4032-a5f7-264efa8fe24f", "name": "network-vif-deleted", "tag": "7003b1f1-5ec7-4ab6-8319-928dd3127021", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:57:23.665189 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2882bed2-c511-4d6d-8ad7-9daa15dec804 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:57:23.665575 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42afaee0-1e53-4032-a5f7-264efa8fe24f', 'name': 'network-vif-deleted', 'tag': '7003b1f1-5ec7-4ab6-8319-928dd3127021', 'status': 'completed', 'code': 200} Aug 24 19:57:23.711856 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:57:24.198043 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-696b7bf5-e649-4f17-93a1-c57e5a438c02 req-1fbd00b4-ca59-467c-ae30-4b435e3eb18a tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=42afaee0-1e53-4032-a5f7-264efa8fe24f HTTP/1.1" status: 200 len: 210 time: 0.0509448 Aug 24 19:57:24.217576 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367282d-1c10-4f96-abbd-60ff9361e854 req-9f892f36-1f1f-435a-8206-eaab956e019d tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:24.219046 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9367282d-1c10-4f96-abbd-60ff9361e854 req-9f892f36-1f1f-435a-8206-eaab956e019d tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 945 time: 0.0877266 Aug 24 19:57:24.257054 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9367282d-1c10-4f96-abbd-60ff9361e854 req-9b0ef1ed-62d6-4c7a-a7ee-f50a32ed46f4 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Aug 24 19:57:25.294531 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:57:25.354650 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:25.359617 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:25.360006 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:25.388885 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfbef8-ed9b-428a-8bf0-a4b7bb61ee6b req-8b1bcce2-7ff6-4eeb-a0bd-8c138442f20c tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:25.390437 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c1cfbef8-ed9b-428a-8bf0-a4b7bb61ee6b req-8b1bcce2-7ff6-4eeb-a0bd-8c138442f20c tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 945 time: 0.0634952 Aug 24 19:57:25.433152 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c1cfbef8-ed9b-428a-8bf0-a4b7bb61ee6b req-a8be2a6c-7a5f-439e-b848-7e07f6e74d49 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365109 Aug 24 19:57:25.447974 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:25.476123 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d46e3c-6bbc-4317-a4c5-a7578b3e98ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:57:25.478960 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53024fe0-e26a-462e-be1b-ffce8d37a435" -d '{"events": [{"server_uuid": "27d46e3c-6bbc-4317-a4c5-a7578b3e98ed", "name": "network-vif-plugged", "status": "completed", "tag": "e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:57:25.493901 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ca5cc-ebf1-433a-9fd5-282fdb47ee31 req-8810f4bb-c165-4507-8d5d-99bc0c22b28f tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:25.494118 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb,segment=NetworkSegment(0a7ac70c-517e-4804-ab0c-2b1b9845ee1b),segment_id=0a7ac70c-517e-4804-ab0c-2b1b9845ee1b)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:25.495673 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9b2ca5cc-ebf1-433a-9fd5-282fdb47ee31 req-8810f4bb-c165-4507-8d5d-99bc0c22b28f tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 945 time: 0.0602400 Aug 24 19:57:25.498725 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:25.499591 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 7003b1f1-5ec7-4ab6-8319-928dd3127021 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:57:25.522123 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8f63e6-7951-4118-a96e-cc0169c3d817 x-openstack-request-id: req-6f8f63e6-7951-4118-a96e-cc0169c3d817 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:57:25.522419 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d46e3c-6bbc-4317-a4c5-a7578b3e98ed", "name": "network-vif-plugged", "status": "completed", "tag": "e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:57:25.522650 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f8f63e6-7951-4118-a96e-cc0169c3d817 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:57:25.528549 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d46e3c-6bbc-4317-a4c5-a7578b3e98ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb', 'code': 200} Aug 24 19:57:25.531870 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 7003b1f1-5ec7-4ab6-8319-928dd3127021 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:57:25.532238 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 7003b1f1-5ec7-4ab6-8319-928dd3127021 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:57:25.545247 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9b2ca5cc-ebf1-433a-9fd5-282fdb47ee31 req-7cac3660-80bb-466f-976f-11b4129084f4 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426681 Aug 24 19:57:25.576495 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:25.684895 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbd2ba-9647-423e-9659-307608e558f1 req-7140647a-4ea4-48c1-8992-0f3b2e463a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:25.686351 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-74cbd2ba-9647-423e-9659-307608e558f1 req-7140647a-4ea4-48c1-8992-0f3b2e463a7e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 1099 time: 0.0432134 Aug 24 19:57:25.722339 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-74cbd2ba-9647-423e-9659-307608e558f1 req-4a9c8c97-ac1a-40cb-aea3-284af0f72a04 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277152 Aug 24 19:57:26.549645 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5060d-46fe-446d-a73b-12292aa271a0 req-c3fba98a-a689-47f8-a9e9-1d83d942177b tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:26.551123 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ec5060d-46fe-446d-a73b-12292aa271a0 req-c3fba98a-a689-47f8-a9e9-1d83d942177b tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 946 time: 0.0511453 Aug 24 19:57:26.590736 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ec5060d-46fe-446d-a73b-12292aa271a0 req-53cb1438-457e-4207-8b23-419faae9b2aa tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Aug 24 19:57:26.661009 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c3ec6-0719-4de7-b5f5-956246c3afa4 req-7ceba357-3d24-4fc9-bd1c-e82d25ff9d5f tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:26.662478 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5b3c3ec6-0719-4de7-b5f5-956246c3afa4 req-7ceba357-3d24-4fc9-bd1c-e82d25ff9d5f tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 945 time: 0.0478652 Aug 24 19:57:26.701226 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5b3c3ec6-0719-4de7-b5f5-956246c3afa4 req-01d9432b-9406-4996-b69e-fc56014d07d2 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322988 Aug 24 19:57:27.037699 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3fae3-56fe-4cde-8000-ddd9da934cce req-c39b595c-feb1-4582-a858-6dcce894cea5 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:27.039806 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11c3fae3-56fe-4cde-8000-ddd9da934cce req-c39b595c-feb1-4582-a858-6dcce894cea5 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "GET /v2.0/ports?device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 945 time: 0.0516171 Aug 24 19:57:27.128198 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-11c3fae3-56fe-4cde-8000-ddd9da934cce req-af30faf3-1a03-41bd-9902-9dd738f32fc2 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Deleting port 67a7ebb6-0f41-47c4-894e-597adcf7f413 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:57:27.128534 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11c3fae3-56fe-4cde-8000-ddd9da934cce req-af30faf3-1a03-41bd-9902-9dd738f32fc2 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:27.218534 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-11c3fae3-56fe-4cde-8000-ddd9da934cce req-af30faf3-1a03-41bd-9902-9dd738f32fc2 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] For port 67a7ebb6-0f41-47c4-894e-597adcf7f413, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=67a7ebb6-0f41-47c4-894e-597adcf7f413,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:27.218892 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11c3fae3-56fe-4cde-8000-ddd9da934cce req-af30faf3-1a03-41bd-9902-9dd738f32fc2 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:27.230978 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-11c3fae3-56fe-4cde-8000-ddd9da934cce req-af30faf3-1a03-41bd-9902-9dd738f32fc2 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Calling delete_port for 67a7ebb6-0f41-47c4-894e-597adcf7f413 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:57:27.352690 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11c3fae3-56fe-4cde-8000-ddd9da934cce req-af30faf3-1a03-41bd-9902-9dd738f32fc2 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:27.366190 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['f9c6c299-2f1b-4bc5-9b00-1a01de483d28', '67a7ebb6-0f41-47c4-894e-597adcf7f413'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:57:27.384191 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30faf3-1a03-41bd-9902-9dd738f32fc2 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Pushing event deleted for resources: {'Port': ['ID=67a7ebb6-0f41-47c4-894e-597adcf7f413,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:27.428418 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c3fae3-56fe-4cde-8000-ddd9da934cce req-af30faf3-1a03-41bd-9902-9dd738f32fc2 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] No DVR routers for this DVR port 67a7ebb6-0f41-47c4-894e-597adcf7f413 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:57:27.431601 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-11c3fae3-56fe-4cde-8000-ddd9da934cce req-af30faf3-1a03-41bd-9902-9dd738f32fc2 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:27.433698 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-11c3fae3-56fe-4cde-8000-ddd9da934cce req-af30faf3-1a03-41bd-9902-9dd738f32fc2 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "DELETE /v2.0/ports/67a7ebb6-0f41-47c4-894e-597adcf7f413 HTTP/1.1" status: 204 len: 173 time: 0.3882661 Aug 24 19:57:27.434141 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594420af-42bc-4038-87cc-a5e26a93a778', 'name': 'network-vif-deleted', 'tag': '67a7ebb6-0f41-47c4-894e-597adcf7f413'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:57:27.436395 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a6ebf5-ed11-4afe-9b66-423d68b944ea" -d '{"events": [{"server_uuid": "594420af-42bc-4038-87cc-a5e26a93a778", "name": "network-vif-deleted", "tag": "67a7ebb6-0f41-47c4-894e-597adcf7f413"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:57:27.473117 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad846acb-1154-4956-a786-36fa481ef067 x-openstack-request-id: req-ad846acb-1154-4956-a786-36fa481ef067 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:57:27.473459 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594420af-42bc-4038-87cc-a5e26a93a778", "name": "network-vif-deleted", "tag": "67a7ebb6-0f41-47c4-894e-597adcf7f413", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:57:27.473712 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad846acb-1154-4956-a786-36fa481ef067 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:57:27.474108 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594420af-42bc-4038-87cc-a5e26a93a778', 'name': 'network-vif-deleted', 'tag': '67a7ebb6-0f41-47c4-894e-597adcf7f413', 'status': 'completed', 'code': 200} Aug 24 19:57:27.704776 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a75cde-655b-4a0c-8294-d4e95472c24f req-4107b4c5-d657-40d3-8d38-0cb9cb3f4a16 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:27.706232 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-62a75cde-655b-4a0c-8294-d4e95472c24f req-4107b4c5-d657-40d3-8d38-0cb9cb3f4a16 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 946 time: 0.0492013 Aug 24 19:57:27.746815 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-62a75cde-655b-4a0c-8294-d4e95472c24f req-d6cb9dee-a813-4150-8252-b6403a87e0bb tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339682 Aug 24 19:57:27.816836 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1c6905b8-a25b-4608-b713-cd76f726dece req-824d27f7-5d40-4409-bd49-40bd2e73c3ad tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=594420af-42bc-4038-87cc-a5e26a93a778 HTTP/1.1" status: 200 len: 210 time: 0.0322080 Aug 24 19:57:30.221449 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d2d35-da19-428e-acf6-6e742549d78b req-43347d2c-38a8-4437-b75a-a813acc783ef tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:30.222909 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4c0d2d35-da19-428e-acf6-6e742549d78b req-43347d2c-38a8-4437-b75a-a813acc783ef tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 946 time: 0.0515606 Aug 24 19:57:30.260512 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4c0d2d35-da19-428e-acf6-6e742549d78b req-36a76fdb-6cea-480f-a421-7b130844266d tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Aug 24 19:57:31.311155 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 67a7ebb6-0f41-47c4-894e-597adcf7f413 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:57:31.334242 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 67a7ebb6-0f41-47c4-894e-597adcf7f413 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:57:31.334840 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 67a7ebb6-0f41-47c4-894e-597adcf7f413 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:57:31.380532 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655069f0-744e-4fd9-b0ac-7eb1ab9388cf req-f8de077f-9f19-482a-ab52-dbbd26cb2aa3 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:31.381997 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-655069f0-744e-4fd9-b0ac-7eb1ab9388cf req-f8de077f-9f19-482a-ab52-dbbd26cb2aa3 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 946 time: 0.0505304 Aug 24 19:57:31.421967 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-655069f0-744e-4fd9-b0ac-7eb1ab9388cf req-bae0e2ff-ef46-4e9a-a5de-7ae842667372 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f0907ff-20a8-4c57-a51e-10cdcd647c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334301 Aug 24 19:57:31.769671 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e803e4-962c-4869-ac29-36006418f9e8 req-82a68d86-5a06-4bcf-8d6d-ff1eef56d9e0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:31.771513 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a8e803e4-962c-4869-ac29-36006418f9e8 req-82a68d86-5a06-4bcf-8d6d-ff1eef56d9e0 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 946 time: 0.0519500 Aug 24 19:57:31.864955 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-a8e803e4-962c-4869-ac29-36006418f9e8 req-08758aaa-b247-4bbc-966b-19ea160cf977 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Deleting port f9c6c299-2f1b-4bc5-9b00-1a01de483d28 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:57:31.865287 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a8e803e4-962c-4869-ac29-36006418f9e8 req-08758aaa-b247-4bbc-966b-19ea160cf977 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:31.954193 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-a8e803e4-962c-4869-ac29-36006418f9e8 req-08758aaa-b247-4bbc-966b-19ea160cf977 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] For port f9c6c299-2f1b-4bc5-9b00-1a01de483d28, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f9c6c299-2f1b-4bc5-9b00-1a01de483d28,segment=NetworkSegment(ee11cd8b-3dc7-43dc-8045-c493190c9b06),segment_id=ee11cd8b-3dc7-43dc-8045-c493190c9b06)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:31.954562 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a8e803e4-962c-4869-ac29-36006418f9e8 req-08758aaa-b247-4bbc-966b-19ea160cf977 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:31.966997 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-a8e803e4-962c-4869-ac29-36006418f9e8 req-08758aaa-b247-4bbc-966b-19ea160cf977 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Calling delete_port for f9c6c299-2f1b-4bc5-9b00-1a01de483d28 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:57:32.097445 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a8e803e4-962c-4869-ac29-36006418f9e8 req-08758aaa-b247-4bbc-966b-19ea160cf977 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:32.109286 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['f9c6c299-2f1b-4bc5-9b00-1a01de483d28'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:57:32.126609 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08758aaa-b247-4bbc-966b-19ea160cf977 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Pushing event deleted for resources: {'Port': ['ID=f9c6c299-2f1b-4bc5-9b00-1a01de483d28,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:32.173719 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e803e4-962c-4869-ac29-36006418f9e8 req-08758aaa-b247-4bbc-966b-19ea160cf977 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] No DVR routers for this DVR port f9c6c299-2f1b-4bc5-9b00-1a01de483d28 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:57:32.176193 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a8e803e4-962c-4869-ac29-36006418f9e8 req-08758aaa-b247-4bbc-966b-19ea160cf977 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:32.178215 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a8e803e4-962c-4869-ac29-36006418f9e8 req-08758aaa-b247-4bbc-966b-19ea160cf977 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.62 "DELETE /v2.0/ports/f9c6c299-2f1b-4bc5-9b00-1a01de483d28 HTTP/1.1" status: 204 len: 173 time: 0.4006519 Aug 24 19:57:32.178667 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a', 'name': 'network-vif-deleted', 'tag': 'f9c6c299-2f1b-4bc5-9b00-1a01de483d28'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:57:32.181028 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96b1579-d375-4262-935a-a1f5ab0fa227" -d '{"events": [{"server_uuid": "e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a", "name": "network-vif-deleted", "tag": "f9c6c299-2f1b-4bc5-9b00-1a01de483d28"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:57:32.224902 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25976af5-89d4-415b-a459-23a69117ce1c x-openstack-request-id: req-25976af5-89d4-415b-a459-23a69117ce1c {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:57:32.225383 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a", "name": "network-vif-deleted", "tag": "f9c6c299-2f1b-4bc5-9b00-1a01de483d28", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:57:32.225638 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-25976af5-89d4-415b-a459-23a69117ce1c {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:57:32.226031 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a', 'name': 'network-vif-deleted', 'tag': 'f9c6c299-2f1b-4bc5-9b00-1a01de483d28', 'status': 'completed', 'code': 200} Aug 24 19:57:32.530149 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d8fa1aa4-62aa-4e00-9e0b-f2486cc16306 req-9690bc47-36da-4517-ae34-202a75205612 tempest-AttachVolumeNegativeTest-1485746802 tempest-AttachVolumeNegativeTest-1485746802-project] 10.222.0.57 "GET /v2.0/ports?device_id=e542f3c2-b55c-4bad-9f6a-027e8f0b6e0a HTTP/1.1" status: 200 len: 210 time: 0.0303297 Aug 24 19:57:33.090540 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8a51967d-e1a3-4390-af43-4c32a3c1b6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:33.585888 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55150) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:33.630994 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a4d173-8c2b-4847-9c50-92d334e349f5 admin admin] Deleting subnet 8c4fa274-1b27-4441-9ff8-8da929298829 {{(pid=105636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:57:33.634162 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-30a4d173-8c2b-4847-9c50-92d334e349f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:33.671160 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-30a4d173-8c2b-4847-9c50-92d334e349f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264856231'] for subnet, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:33.713774 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-30a4d173-8c2b-4847-9c50-92d334e349f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:33.766450 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-30a4d173-8c2b-4847-9c50-92d334e349f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264856079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267593542'] for subnet, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:33.793252 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4d173-8c2b-4847-9c50-92d334e349f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4fa274-1b27-4441-9ff8-8da929298829,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:33.796851 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-30a4d173-8c2b-4847-9c50-92d334e349f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:33.798948 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-30a4d173-8c2b-4847-9c50-92d334e349f5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8c4fa274-1b27-4441-9ff8-8da929298829 HTTP/1.1" status: 204 len: 168 time: 0.2111580 Aug 24 19:57:33.801413 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55152) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:33.868604 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-be27c316-5cdb-4c53-ade0-2a13bd526bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:33.949626 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-be27c316-5cdb-4c53-ade0-2a13bd526bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:33.960617 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-be27c316-5cdb-4c53-ade0-2a13bd526bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b30e31-01cb-48f4-912b-6c6de677ad03']}} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:33.971580 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-be27c316-5cdb-4c53-ade0-2a13bd526bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee11cd8b-3dc7-43dc-8045-c493190c9b06') {'for_net_delete': True} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:33.971873 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-be27c316-5cdb-4c53-ade0-2a13bd526bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee11cd8b-3dc7-43dc-8045-c493190c9b06') {} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:33.980500 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-be27c316-5cdb-4c53-ade0-2a13bd526bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264856232'] for segment, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:33.994028 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-be27c316-5cdb-4c53-ade0-2a13bd526bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:33.999982 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be27c316-5cdb-4c53-ade0-2a13bd526bb9 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=105636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:57:34.000490 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-be27c316-5cdb-4c53-ade0-2a13bd526bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264856557'] for segment, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: Traceback (most recent call last): Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: timer() Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: cb(*args, **kw) Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: return func(*args, **kwargs) Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: self._notify() Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: self.callback(batched_events) Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: event.method(event) Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: return f(self, *a, **k) Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._get(url).json() Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: return self.request(url, 'GET', **kwargs) Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:57:34.002430 dv-cinder-804093-3-iscsi neutron-server[105636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:57:34.056945 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-be27c316-5cdb-4c53-ade0-2a13bd526bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:34.063452 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-be27c316-5cdb-4c53-ade0-2a13bd526bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:34.065803 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-be27c316-5cdb-4c53-ade0-2a13bd526bb9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/32b30e31-01cb-48f4-912b-6c6de677ad03 HTTP/1.1" status: 204 len: 168 time: 0.2636724 Aug 24 19:57:34.080858 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27c316-5cdb-4c53-ade0-2a13bd526bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=32b30e31-01cb-48f4-912b-6c6de677ad03,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:34.179097 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55156) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:34.221456 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-946113ae-865b-4934-93b4-97f9de24264e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae52e4bb0db647f588a2ce731997f35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411828 Aug 24 19:57:34.224007 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55158) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:34.276177 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5b360e04-e0c4-4c41-ba25-ba59b2205771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:34.297789 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5b360e04-e0c4-4c41-ba25-ba59b2205771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:34.347786 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5b360e04-e0c4-4c41-ba25-ba59b2205771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:34.350427 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-5b360e04-e0c4-4c41-ba25-ba59b2205771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:34.351580 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-5b360e04-e0c4-4c41-ba25-ba59b2205771 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f0907ff-20a8-4c57-a51e-10cdcd647c57 HTTP/1.1" status: 204 len: 168 time: 0.1265070 Aug 24 19:57:34.360056 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b360e04-e0c4-4c41-ba25-ba59b2205771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0907ff-20a8-4c57-a51e-10cdcd647c57,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:35.339182 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device f9c6c299-2f1b-4bc5-9b00-1a01de483d28 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:57:35.360202 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: f9c6c299-2f1b-4bc5-9b00-1a01de483d28 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:57:35.360817 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device f9c6c299-2f1b-4bc5-9b00-1a01de483d28 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:57:35.581604 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55212) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:35.686973 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b2aac460-94f2-48d3-bd68-685cef6492ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:35.754098 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-9f7a23a8-721e-4197-a9c7-520c64d91720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:35.781284 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b2aac460-94f2-48d3-bd68-685cef6492ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:35.785042 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b2aac460-94f2-48d3-bd68-685cef6492ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:35.829746 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-b2aac460-94f2-48d3-bd68-685cef6492ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c413bc77989f45608a7063fb09dee038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469513 Aug 24 19:57:35.830500 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aac460-94f2-48d3-bd68-685cef6492ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923f7819-bebb-4f58-9950-16c680d3e38c,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:35.833460 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55216) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:35.885378 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-11861347-1332-49b5-bca9-faf5def0689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:35.908817 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-11861347-1332-49b5-bca9-faf5def0689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:35.956466 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-11861347-1332-49b5-bca9-faf5def0689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:35.959028 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-11861347-1332-49b5-bca9-faf5def0689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:35.960229 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-11861347-1332-49b5-bca9-faf5def0689e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/923f7819-bebb-4f58-9950-16c680d3e38c HTTP/1.1" status: 204 len: 168 time: 0.1258054 Aug 24 19:57:35.968769 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11861347-1332-49b5-bca9-faf5def0689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923f7819-bebb-4f58-9950-16c680d3e38c,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:36.182171 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:36.770888 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:37.599796 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55270) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:37.704827 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9cae0a77-e661-4b97-a8a9-e63be2612c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:37.795508 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9cae0a77-e661-4b97-a8a9-e63be2612c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:37.799257 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9cae0a77-e661-4b97-a8a9-e63be2612c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:37.837908 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae0a77-e661-4b97-a8a9-e63be2612c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d5ac59-da12-4901-af93-6a9be40f331c,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:37.843216 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-9cae0a77-e661-4b97-a8a9-e63be2612c3a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=52a5f57c99134cad81b591c6822fcf41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423663 Aug 24 19:57:37.846338 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55276) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:37.894974 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a40259c3-efaa-4de7-bc43-49674abd0724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:37.916627 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a40259c3-efaa-4de7-bc43-49674abd0724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:37.965540 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a40259c3-efaa-4de7-bc43-49674abd0724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:37.968234 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a40259c3-efaa-4de7-bc43-49674abd0724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:37.969385 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-a40259c3-efaa-4de7-bc43-49674abd0724 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/14d5ac59-da12-4901-af93-6a9be40f331c HTTP/1.1" status: 204 len: 168 time: 0.1222336 Aug 24 19:57:37.977782 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40259c3-efaa-4de7-bc43-49674abd0724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d5ac59-da12-4901-af93-6a9be40f331c,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:38.239205 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55282) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:38.252113 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4c933c66-5c16-437c-8f78-6388c949daf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:38.343497 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4c933c66-5c16-437c-8f78-6388c949daf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:38.347607 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-4c933c66-5c16-437c-8f78-6388c949daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:38.388310 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-4c933c66-5c16-437c-8f78-6388c949daf9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38fa4fb029d14ec58b6b7163ebe969b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461327 Aug 24 19:57:38.388715 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c933c66-5c16-437c-8f78-6388c949daf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec6c9c1-f1ce-4938-8b06-bab9b887a2c5,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:38.389052 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55284) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:38.434782 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:38.442404 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ce619af8-8b7a-49af-a506-2ba040012f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:38.463349 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ce619af8-8b7a-49af-a506-2ba040012f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:38.510268 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ce619af8-8b7a-49af-a506-2ba040012f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:38.513066 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ce619af8-8b7a-49af-a506-2ba040012f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:38.514230 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-ce619af8-8b7a-49af-a506-2ba040012f37 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ec6c9c1-f1ce-4938-8b06-bab9b887a2c5 HTTP/1.1" status: 204 len: 168 time: 0.1241481 Aug 24 19:57:38.523487 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce619af8-8b7a-49af-a506-2ba040012f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec6c9c1-f1ce-4938-8b06-bab9b887a2c5,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:38.617432 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:40.119801 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55342) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:40.229970 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-468ebba5-22c6-4357-8fe5-64515e457021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:40.320179 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-468ebba5-22c6-4357-8fe5-64515e457021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:40.324335 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-468ebba5-22c6-4357-8fe5-64515e457021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:40.359111 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ebba5-22c6-4357-8fe5-64515e457021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b80469-7e7e-40be-b4b1-cb64715862e4,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:40.363381 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-468ebba5-22c6-4357-8fe5-64515e457021 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=10c937e20b3d41e9bb78ada75a36e430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425416 Aug 24 19:57:40.365998 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55350) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:40.417218 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0f7f72ec-0ca6-4c91-9cc6-30a801cdd99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:40.438036 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0f7f72ec-0ca6-4c91-9cc6-30a801cdd99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:40.484336 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0f7f72ec-0ca6-4c91-9cc6-30a801cdd99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:40.486864 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0f7f72ec-0ca6-4c91-9cc6-30a801cdd99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:40.487981 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-0f7f72ec-0ca6-4c91-9cc6-30a801cdd99f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/22b80469-7e7e-40be-b4b1-cb64715862e4 HTTP/1.1" status: 204 len: 168 time: 0.1210699 Aug 24 19:57:40.496333 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f72ec-0ca6-4c91-9cc6-30a801cdd99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b80469-7e7e-40be-b4b1-cb64715862e4,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:40.741912 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55356) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:40.755473 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fa7ce191-f9b1-474a-8501-b78cb85f853b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:40.846986 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fa7ce191-f9b1-474a-8501-b78cb85f853b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:40.850715 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fa7ce191-f9b1-474a-8501-b78cb85f853b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:40.889229 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-fa7ce191-f9b1-474a-8501-b78cb85f853b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=027911a81c764ecca65edbe988ceea80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462605 Aug 24 19:57:40.890096 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ce191-f9b1-474a-8501-b78cb85f853b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfe7880-6b39-4964-b445-418b1c4c851d,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:40.891933 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55360) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:40.940534 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f79909e8-8412-455b-8b03-7c3dc5c7c61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:40.961252 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f79909e8-8412-455b-8b03-7c3dc5c7c61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:41.008652 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f79909e8-8412-455b-8b03-7c3dc5c7c61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:41.011324 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f79909e8-8412-455b-8b03-7c3dc5c7c61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:41.012672 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-f79909e8-8412-455b-8b03-7c3dc5c7c61f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bcfe7880-6b39-4964-b445-418b1c4c851d HTTP/1.1" status: 204 len: 168 time: 0.1189978 Aug 24 19:57:41.019982 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79909e8-8412-455b-8b03-7c3dc5c7c61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfe7880-6b39-4964-b445-418b1c4c851d,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:47.289452 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55502) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:47.391185 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-219ff77e-7615-460c-bb7b-02c754a46848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:47.484051 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-219ff77e-7615-460c-bb7b-02c754a46848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:47.488116 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-219ff77e-7615-460c-bb7b-02c754a46848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:47.525803 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ff77e-7615-460c-bb7b-02c754a46848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3442ad-526c-445d-9cda-4fd7ecfd67b2,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:47.531311 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-219ff77e-7615-460c-bb7b-02c754a46848 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=680cfab470a34bc1a1ddf10a8ce4acf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402148 Aug 24 19:57:47.533975 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55508) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:47.581330 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff404-6825-45fb-bb54-d6710fda9f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:47.602768 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff404-6825-45fb-bb54-d6710fda9f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:47.648154 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff404-6825-45fb-bb54-d6710fda9f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:47.651849 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff404-6825-45fb-bb54-d6710fda9f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:47.653039 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-ad4ff404-6825-45fb-bb54-d6710fda9f7a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c3442ad-526c-445d-9cda-4fd7ecfd67b2 HTTP/1.1" status: 204 len: 168 time: 0.1181576 Aug 24 19:57:47.660612 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ff404-6825-45fb-bb54-d6710fda9f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3442ad-526c-445d-9cda-4fd7ecfd67b2,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:47.906581 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55514) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:47.920122 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e75c83c5-494e-4323-858e-277256dec60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:48.010295 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e75c83c5-494e-4323-858e-277256dec60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:48.013971 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-e75c83c5-494e-4323-858e-277256dec60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:48.053953 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-e75c83c5-494e-4323-858e-277256dec60d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b034de1a0bfc47f886a14dd6a1382cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463010 Aug 24 19:57:48.055059 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c83c5-494e-4323-858e-277256dec60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a17002e-6a41-4f9b-9d0b-d755e8a26b4e,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:48.057402 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55516) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:48.109604 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8fdc896f-3032-4f98-956a-ad86ec8fa8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:48.130204 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8fdc896f-3032-4f98-956a-ad86ec8fa8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:48.176650 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8fdc896f-3032-4f98-956a-ad86ec8fa8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:48.179091 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-8fdc896f-3032-4f98-956a-ad86ec8fa8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:48.180285 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-8fdc896f-3032-4f98-956a-ad86ec8fa8c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a17002e-6a41-4f9b-9d0b-d755e8a26b4e HTTP/1.1" status: 204 len: 168 time: 0.1212981 Aug 24 19:57:48.188483 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc896f-3032-4f98-956a-ad86ec8fa8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a17002e-6a41-4f9b-9d0b-d755e8a26b4e,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:48.847492 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55540) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:48.942281 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-131213120-network', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:48.963306 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Made reservation on behalf of 4262d73d8d644afe8e45bb8f24280d5a for: {'network': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:57:48.965596 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:48.974233 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.060978 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.064654 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.090606 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=105636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:57:49.100718 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e61d32b-faa3-49bf-89be-ab6682c4a80f,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:49.106341 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.106698 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.segments_db [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Added segment eece5f66-b9fd-4d4c-93af-e4dc852b8bf4 of type vlan for network 6510543e-a275-4e29-bd7f-c159b815c9bb Aug 24 19:57:49.146945 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.171846 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.172822 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:49.173407 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.200424 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3516803 Aug 24 19:57:49.203430 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55544) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:49.208493 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-c91eea05-17c2-4e14-89d4-526e3329c62c admin admin] Request body: {'subnet': {'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-131213120-subnet', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'ip_version': 4}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:49.229386 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91eea05-17c2-4e14-89d4-526e3329c62c admin admin] Made reservation on behalf of 4262d73d8d644afe8e45bb8f24280d5a for: {'subnet': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:57:49.231894 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c91eea05-17c2-4e14-89d4-526e3329c62c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264835905'] for subnet, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.240550 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d742af-57dd-4ccc-a810-1cb859c511b7 admin admin] Pushing event updated for resources: {'Network': ['ID=6510543e-a275-4e29-bd7f-c159b815c9bb,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:49.251418 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network 6510543e-a275-4e29-bd7f-c159b815c9bb details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:57:49.398865 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c91eea05-17c2-4e14-89d4-526e3329c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267901487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264836019'] for subnet, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.450330 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91eea05-17c2-4e14-89d4-526e3329c62c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7823f7-6361-4255-bd6a-627a0e128b82,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:49.460053 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91eea05-17c2-4e14-89d4-526e3329c62c admin admin] Checking segment: {'id': 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:57:49.460430 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91eea05-17c2-4e14-89d4-526e3329c62c admin admin] Network hostable DHCP agents. Network: 6510543e-a275-4e29-bd7f-c159b815c9bb, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:57:49.476355 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91eea05-17c2-4e14-89d4-526e3329c62c admin admin] Network 6510543e-a275-4e29-bd7f-c159b815c9bb is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:57:49.484649 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-c91eea05-17c2-4e14-89d4-526e3329c62c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, 6510543e-a275-4e29-bd7f-c159b815c9bb) {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:49.488594 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91eea05-17c2-4e14-89d4-526e3329c62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:49.489178 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c91eea05-17c2-4e14-89d4-526e3329c62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.494418 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4132ece-9159-4851-b0df-97707e3341a0 None None] Network 6510543e-a275-4e29-bd7f-c159b815c9bb requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:57:49.503444 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c91eea05-17c2-4e14-89d4-526e3329c62c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2988780 Aug 24 19:57:49.506236 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55546) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:49.511374 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:49.530723 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-485'] for router, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.531972 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1718178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-466'] for router, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.594825 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.640355 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp566fb7dc-fe74-549b-8080-d65c18c3220f-6510543e-a275-4e29-bd7f-c159b815c9bb', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'fixed_ips': [{'subnet_id': '9f7823f7-6361-4255-bd6a-627a0e128b82'}]}} from dv-cinder-804093-3-iscsi. {{(pid=105637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:57:49.641216 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.731312 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.783359 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.db_base_plugin_common [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Allocated IP 172.20.0.2 (6510543e-a275-4e29-bd7f-c159b815c9bb/9f7823f7-6361-4255-bd6a-627a0e128b82/22b1ba1d-e5cb-4687-8148-8840edb13cf7) {{(pid=105637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:57:49.925926 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Notify callbacks [] for port, precommit_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.932983 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.934705 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Transition to ACTIVE for port object 22b1ba1d-e5cb-4687-8148-8840edb13cf7 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:57:49.949238 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Transition to ACTIVE for port object 22b1ba1d-e5cb-4687-8148-8840edb13cf7 will not be triggered until provisioned by entity DHCP. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:57:49.952403 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.955449 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:49.998659 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Network 6510543e-a275-4e29-bd7f-c159b815c9bb is already hosted by enough agents. {{(pid=105637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:57:50.001421 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.base_scheduler [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Resources bound (agent type, host, resource id): {{(pid=105637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:50.005023 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Received port after_create {{(pid=105637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:57:50.011782 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Pushing event updated for resources: {'Port': ['ID=22b1ba1d-e5cb-4687-8148-8840edb13cf7,revision_number=1']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:50.060633 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Allocated IP 172.27.2.196 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/c5a341b4-92a5-45b6-9e09-e046e021b609) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:57:50.062534 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Attempting to bind port 22b1ba1d-e5cb-4687-8148-8840edb13cf7 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:57:50.062904 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Attempting to bind port 22b1ba1d-e5cb-4687-8148-8840edb13cf7 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:57:50.063268 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Attempting to bind port 22b1ba1d-e5cb-4687-8148-8840edb13cf7 on network 6510543e-a275-4e29-bd7f-c159b815c9bb {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:57:50.068350 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:57:50.068722 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Checking segment: {'id': 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:57:50.069119 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.069512 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Bound using segment: {'id': 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:57:50.069968 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Bound port: 22b1ba1d-e5cb-4687-8148-8840edb13cf7, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:57:50.070345 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.133008 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] For port 22b1ba1d-e5cb-4687-8148-8840edb13cf7, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:57:50.136204 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] For port 22b1ba1d-e5cb-4687-8148-8840edb13cf7, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=22b1ba1d-e5cb-4687-8148-8840edb13cf7,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:57:50.140728 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.163223 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.195017 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da43c49-cab8-41dd-83c1-f583b96304c1 None None] Pushing event updated for resources: {'Port': ['ID=22b1ba1d-e5cb-4687-8148-8840edb13cf7,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:50.205146 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.249605 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:57:50.252460 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:50.256129 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:57:50.278453 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Pushing event updated for resources: {'Port': ['ID=c5a341b4-92a5-45b6-9e09-e046e021b609,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:50.520037 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.706000 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708915'] for router, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.832308 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Router e6984643-e804-4a7f-affe-aa0e6022802c is scheduled to L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 with binding_index 1 {{(pid=105635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:57:50.951559 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:57:50.963928 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Sync routers for ids ['e6984643-e804-4a7f-affe-aa0e6022802c'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:57:50.968171 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] Notify callbacks [] for router, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:50.972661 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-135f47bf-6bd8-418c-8f7c-90df6bfa647e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4625218 Aug 24 19:57:50.972833 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55552) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:50.974035 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Routers {'e6984643-e804-4a7f-affe-aa0e6022802c'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:57:50.974727 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:57:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['e6984643-e804-4a7f-affe-aa0e6022802c'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:51.085385 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Set router e6984643-e804-4a7f-affe-aa0e6022802c gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:57:51.116052 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db68b606-05b4-425e-aa81-2f5f5b015679 None None] Network 6510543e-a275-4e29-bd7f-c159b815c9bb requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:57:51.251290 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-b5f2f0bc-d647-46d9-84db-9007f13bda2a None None] Provisioning for port 22b1ba1d-e5cb-4687-8148-8840edb13cf7 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:51.407609 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:50Z', 'revision_number': 3, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port': {'id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:32:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:51.439401 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Checking router: e6984643-e804-4a7f-affe-aa0e6022802c for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:57:51.439748 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Updating router e6984643-e804-4a7f-affe-aa0e6022802c port c5a341b4-92a5-45b6-9e09-e046e021b609 binding host dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:57:51.468756 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.644522 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.779741 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Notify callbacks [] for port, precommit_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.793095 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Transition to ACTIVE for port object c5a341b4-92a5-45b6-9e09-e046e021b609 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:57:51.808355 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.809844 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Allocated IP 172.20.0.1 (6510543e-a275-4e29-bd7f-c159b815c9bb/9f7823f7-6361-4255-bd6a-627a0e128b82/bf424fa4-fa05-4e60-9153-d13be37d24bb) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:57:51.863320 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Attempting to bind port c5a341b4-92a5-45b6-9e09-e046e021b609 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:57:51.863944 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Attempting to bind port c5a341b4-92a5-45b6-9e09-e046e021b609 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:57:51.864333 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Attempting to bind port c5a341b4-92a5-45b6-9e09-e046e021b609 on network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:57:51.867217 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5a03e-c5c4-41e7-be6f-3ed1872aaf06 None None] Pushing event updated for resources: {'Port': ['ID=c5a341b4-92a5-45b6-9e09-e046e021b609,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:51.877841 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:57:51.878209 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Checking segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:57:51.878601 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.878985 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Bound using segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:57:51.879543 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Bound port: c5a341b4-92a5-45b6-9e09-e046e021b609, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:57:51.879906 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.934751 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.936682 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] For port c5a341b4-92a5-45b6-9e09-e046e021b609, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:57:51.941816 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] For port c5a341b4-92a5-45b6-9e09-e046e021b609, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=c5a341b4-92a5-45b6-9e09-e046e021b609,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:57:51.948528 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:51.956424 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.provisioning_blocks [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Transition to ACTIVE for port object bf424fa4-fa05-4e60-9153-d13be37d24bb will not be triggered until provisioned by entity DHCP. {{(pid=105635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:57:51.994366 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.020912 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Routers {'e6984643-e804-4a7f-affe-aa0e6022802c'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:57:52.021642 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:57:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['e6984643-e804-4a7f-affe-aa0e6022802c'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:52.036185 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Network 6510543e-a275-4e29-bd7f-c159b815c9bb is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:57:52.039112 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:52.044335 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:57:52.046284 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Pushing event updated for resources: {'Port': ['ID=bf424fa4-fa05-4e60-9153-d13be37d24bb,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:52.059355 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5a03e-c5c4-41e7-be6f-3ed1872aaf06 None None] Pushing event updated for resources: {'Port': ['ID=c5a341b4-92a5-45b6-9e09-e046e021b609,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:52.096878 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708544'] for router_interface, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.151681 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] Set router e6984643-e804-4a7f-affe-aa0e6022802c gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:57:52.208644 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 22b1ba1d-e5cb-4687-8148-8840edb13cf7 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:57:52.247622 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.325801 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 22b1ba1d-e5cb-4687-8148-8840edb13cf7 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:52.340728 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 22b1ba1d-e5cb-4687-8148-8840edb13cf7 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:52.341097 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.397980 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-4be48315-ed99-4092-9a70-fad1aef6721e None None] Provisioning for port bf424fa4-fa05-4e60-9153-d13be37d24bb completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:52.409021 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-4be48315-ed99-4092-9a70-fad1aef6721e None None] Provisioning complete for port bf424fa4-fa05-4e60-9153-d13be37d24bb triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:52.409388 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4be48315-ed99-4092-9a70-fad1aef6721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.420000 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Notify callbacks [] for port, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.424997 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267901878'] for port, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.501500 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710550'] for router_interface, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.503321 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Pushing event updated for resources: {'Port': ['ID=bf424fa4-fa05-4e60-9153-d13be37d24bb,revision_number=2']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:52.582498 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-4be48315-ed99-4092-9a70-fad1aef6721e None None] Port bf424fa4-fa05-4e60-9153-d13be37d24bb cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:57:52.600286 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Network 6510543e-a275-4e29-bd7f-c159b815c9bb is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:57:52.601658 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:52.613945 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:50Z', 'revision_number': 3, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port': {'id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:32:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:52.647068 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce55ea2b-b0a3-453f-9c32-3c1c3fe33e7b None None] The sync data for ids ['e6984643-e804-4a7f-affe-aa0e6022802c'] in dv-cinder-804093-3-iscsi is: [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:50Z', 'revision_number': 3, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port': {'id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:32:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:57:52.651805 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.691431 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 22b1ba1d-e5cb-4687-8148-8840edb13cf7, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=22b1ba1d-e5cb-4687-8148-8840edb13cf7,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:52.697142 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.737791 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Router e6984643-e804-4a7f-affe-aa0e6022802c has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:57:52.766016 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=22b1ba1d-e5cb-4687-8148-8840edb13cf7,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:52.857207 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:57:52.862232 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-f9a0b842-700a-4229-abbc-cf4447a87efe admin admin] 10.222.0.57 "PUT /v2.0/routers/e6984643-e804-4a7f-affe-aa0e6022802c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8881342 Aug 24 19:57:52.921063 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-43231400-ee17-4c97-a182-b88d1442203a None None] Provisioning complete for port bf424fa4-fa05-4e60-9153-d13be37d24bb triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:52.921493 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-43231400-ee17-4c97-a182-b88d1442203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:52.962825 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-43231400-ee17-4c97-a182-b88d1442203a None None] Port bf424fa4-fa05-4e60-9153-d13be37d24bb cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:57:53.383478 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55578) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:53.389151 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-484104586-network', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:53.409874 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Made reservation on behalf of 080ca8ff79f64c739e3d193fd05cdedd for: {'network': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:57:53.412280 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.422499 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.519925 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.524127 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.548540 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=105635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:57:53.561671 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5c4d95-4b6b-4677-8186-b8798a31832b,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:53.566521 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.566864 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.segments_db [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Added segment 3ef39e2f-2537-4aec-ad60-155977b7e2c1 of type vlan for network dc709c81-949a-4680-86df-0a93e9c9e125 Aug 24 19:57:53.606161 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.634226 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.635283 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:53.635862 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.683805 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2986619 Aug 24 19:57:53.686640 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55580) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:53.691682 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-0f7ece93-415a-457c-b23c-b2e9b70d934e admin admin] Request body: {'subnet': {'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-484104586-subnet', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'ip_version': 4}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:53.694376 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d3870-4089-4bf9-89e9-ac98b307075c admin admin] Pushing event updated for resources: {'Network': ['ID=dc709c81-949a-4680-86df-0a93e9c9e125,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:53.705277 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network dc709c81-949a-4680-86df-0a93e9c9e125 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:57:53.719484 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7ece93-415a-457c-b23c-b2e9b70d934e admin admin] Made reservation on behalf of 080ca8ff79f64c739e3d193fd05cdedd for: {'subnet': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:57:53.722363 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0f7ece93-415a-457c-b23c-b2e9b70d934e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267593661'] for subnet, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.898785 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0f7ece93-415a-457c-b23c-b2e9b70d934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264856136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267593551'] for subnet, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.952077 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ece93-415a-457c-b23c-b2e9b70d934e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2f73f9-3b87-486c-b570-dfc1bf27c360,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:53.962641 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7ece93-415a-457c-b23c-b2e9b70d934e admin admin] Checking segment: {'id': '3ef39e2f-2537-4aec-ad60-155977b7e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:57:53.963005 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ece93-415a-457c-b23c-b2e9b70d934e admin admin] Network hostable DHCP agents. Network: dc709c81-949a-4680-86df-0a93e9c9e125, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:57:53.979862 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ece93-415a-457c-b23c-b2e9b70d934e admin admin] Network dc709c81-949a-4680-86df-0a93e9c9e125 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:57:53.989062 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-0f7ece93-415a-457c-b23c-b2e9b70d934e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, dc709c81-949a-4680-86df-0a93e9c9e125) {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:53.993951 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ece93-415a-457c-b23c-b2e9b70d934e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:57:53.994629 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0f7ece93-415a-457c-b23c-b2e9b70d934e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:53.999183 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde0c07-502f-42eb-b675-6aba993de7b3 None None] Network dc709c81-949a-4680-86df-0a93e9c9e125 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:57:54.012688 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-0f7ece93-415a-457c-b23c-b2e9b70d934e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3224134 Aug 24 19:57:54.013627 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55584) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:54.017711 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-484104586-router', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:54.039677 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-485'] for router, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.041430 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1718178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-466'] for router, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.095898 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.168654 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp566fb7dc-fe74-549b-8080-d65c18c3220f-dc709c81-949a-4680-86df-0a93e9c9e125', 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'fixed_ips': [{'subnet_id': '1e2f73f9-3b87-486c-b570-dfc1bf27c360'}]}} from dv-cinder-804093-3-iscsi. {{(pid=105637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:57:54.169508 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.215449 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Sync routers for ids ['e6984643-e804-4a7f-affe-aa0e6022802c'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:57:54.225156 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Routers {'e6984643-e804-4a7f-affe-aa0e6022802c'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:57:54.225925 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:57:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['e6984643-e804-4a7f-affe-aa0e6022802c'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:54.267288 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.298244 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device c5a341b4-92a5-45b6-9e09-e046e021b609 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:57:54.349714 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.db_base_plugin_common [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Allocated IP 172.20.0.2 (dc709c81-949a-4680-86df-0a93e9c9e125/1e2f73f9-3b87-486c-b570-dfc1bf27c360/c3c26bc3-8417-4f73-8f37-56d0e5aa3c54) {{(pid=105637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:57:54.352012 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Set router e6984643-e804-4a7f-affe-aa0e6022802c gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:57:54.418990 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port c5a341b4-92a5-45b6-9e09-e046e021b609 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:54.427795 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port c5a341b4-92a5-45b6-9e09-e046e021b609 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:54.428183 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.487694 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.509349 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.566029 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Notify callbacks [] for port, precommit_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.581935 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Transition to ACTIVE for port object c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:57:54.583772 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.584795 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:52Z', 'revision_number': 4, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port': {'id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:32:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bf424fa4-fa05-4e60-9153-d13be37d24bb', 'name': '', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'mac_address': 'fa:16:3e:7f:d7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:51Z', 'updated_at': '2021-08-24T19:57:52Z', 'revision_number': 2, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'subnets': [{'id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:54.611611 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Checking router: e6984643-e804-4a7f-affe-aa0e6022802c for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:57:54.611990 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Updating router e6984643-e804-4a7f-affe-aa0e6022802c port bf424fa4-fa05-4e60-9153-d13be37d24bb binding host dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:57:54.613286 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port c5a341b4-92a5-45b6-9e09-e046e021b609, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=c5a341b4-92a5-45b6-9e09-e046e021b609,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:54.614590 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Transition to ACTIVE for port object c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 will not be triggered until provisioned by entity DHCP. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:57:54.619941 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.620890 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 22b1ba1d-e5cb-4687-8148-8840edb13cf7 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:57:54.624839 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Allocated IP 172.27.2.15 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/4097425e-fcd8-4ff4-aab2-1657602b7656) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:57:54.638897 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.661382 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.708575 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Network dc709c81-949a-4680-86df-0a93e9c9e125 is already hosted by enough agents. {{(pid=105637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:57:54.711357 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=c5a341b4-92a5-45b6-9e09-e046e021b609,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:54.719681 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.base_scheduler [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Resources bound (agent type, host, resource id): {{(pid=105637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:54.724587 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Received port after_create {{(pid=105637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:57:54.737293 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.785101 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.815174 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 22b1ba1d-e5cb-4687-8148-8840edb13cf7 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:54.815548 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.818673 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Pushing event updated for resources: {'Port': ['ID=c3c26bc3-8417-4f73-8f37-56d0e5aa3c54,revision_number=1']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:54.824473 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Attempting to bind port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:57:54.824847 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Attempting to bind port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': '3ef39e2f-2537-4aec-ad60-155977b7e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:57:54.825211 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Attempting to bind port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 on network dc709c81-949a-4680-86df-0a93e9c9e125 {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:57:54.831502 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:57:54.834561 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:54.837592 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:57:54.850479 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:57:54.850863 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Checking segment: {'id': '3ef39e2f-2537-4aec-ad60-155977b7e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:57:54.851250 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.851643 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Bound using segment: {'id': '3ef39e2f-2537-4aec-ad60-155977b7e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:57:54.852125 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Bound port: c3c26bc3-8417-4f73-8f37-56d0e5aa3c54, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef39e2f-2537-4aec-ad60-155977b7e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:57:54.852533 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.864450 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Pushing event updated for resources: {'Port': ['ID=4097425e-fcd8-4ff4-aab2-1657602b7656,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:54.926292 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.936913 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Transition to ACTIVE for port object bf424fa4-fa05-4e60-9153-d13be37d24bb will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:57:54.943008 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.965290 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] For port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:57:54.979827 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] For port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=c3c26bc3-8417-4f73-8f37-56d0e5aa3c54,segment=NetworkSegment(3ef39e2f-2537-4aec-ad60-155977b7e2c1),segment_id=3ef39e2f-2537-4aec-ad60-155977b7e2c1)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:57:54.986240 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:54.988498 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Pushing event updated for resources: {'Port': ['ID=bf424fa4-fa05-4e60-9153-d13be37d24bb,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:55.035416 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:55.035783 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:55.036194 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:55.036539 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:55.036871 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:55.037198 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:55.037526 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:55.037848 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:55.038191 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:55.038515 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:55.039263 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:55.039263 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:57:55.064044 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fabda4-a737-440c-879b-1bf8ace91e32 None None] Pushing event updated for resources: {'Port': ['ID=c3c26bc3-8417-4f73-8f37-56d0e5aa3c54,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:55.093751 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Attempting to bind port bf424fa4-fa05-4e60-9153-d13be37d24bb on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:57:55.093957 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Attempting to bind port bf424fa4-fa05-4e60-9153-d13be37d24bb by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:57:55.094295 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Attempting to bind port bf424fa4-fa05-4e60-9153-d13be37d24bb on network 6510543e-a275-4e29-bd7f-c159b815c9bb {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:57:55.101787 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:57:55.102166 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Checking segment: {'id': 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:57:55.103335 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:55.103859 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Bound using segment: {'id': 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:57:55.104504 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Bound port: bf424fa4-fa05-4e60-9153-d13be37d24bb, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:57:55.105039 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:55.151236 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:55.179285 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] For port bf424fa4-fa05-4e60-9153-d13be37d24bb, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:57:55.185986 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] For port bf424fa4-fa05-4e60-9153-d13be37d24bb, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=bf424fa4-fa05-4e60-9153-d13be37d24bb,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:57:55.191418 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:55.252571 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2e5c1-12f8-4da6-bdd5-0e0e20b0a0f1 None None] Pushing event updated for resources: {'Port': ['ID=bf424fa4-fa05-4e60-9153-d13be37d24bb,revision_number=4']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:55.302622 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Routers {'e6984643-e804-4a7f-affe-aa0e6022802c'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:57:55.303249 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:57:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['e6984643-e804-4a7f-affe-aa0e6022802c'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:55.455703 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] Set router e6984643-e804-4a7f-affe-aa0e6022802c gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:57:55.676941 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:52Z', 'revision_number': 4, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port': {'id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bf424fa4-fa05-4e60-9153-d13be37d24bb', 'name': '', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'mac_address': 'fa:16:3e:7f:d7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:51Z', 'updated_at': '2021-08-24T19:57:55Z', 'revision_number': 4, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'subnets': [{'id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:55.677212 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708915'] for router, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:55.705183 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed60e7d-f0bc-466e-9495-cb6c8c90cf68 None None] The sync data for ids ['e6984643-e804-4a7f-affe-aa0e6022802c'] in dv-cinder-804093-3-iscsi is: [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:52Z', 'revision_number': 4, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port': {'id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bf424fa4-fa05-4e60-9153-d13be37d24bb', 'name': '', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'mac_address': 'fa:16:3e:7f:d7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:51Z', 'updated_at': '2021-08-24T19:57:55Z', 'revision_number': 4, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'subnets': [{'id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:57:55.858610 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Router 8584d288-3b38-4af9-b5d6-c4856ad7dd11 is scheduled to L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 with binding_index 1 {{(pid=105636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:57:55.977257 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:57:55.989219 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Sync routers for ids ['8584d288-3b38-4af9-b5d6-c4856ad7dd11'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:57:56.000673 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Routers {'8584d288-3b38-4af9-b5d6-c4856ad7dd11'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:57:56.001324 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:57:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['8584d288-3b38-4af9-b5d6-c4856ad7dd11'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:56.016768 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] Notify callbacks [] for router, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:56.018041 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-94c683fc-491c-41c0-8381-bad52f4d12fb admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0040388 Aug 24 19:57:56.020904 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55588) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:56.157062 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Set router 8584d288-3b38-4af9-b5d6-c4856ad7dd11 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:57:56.260482 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbd2f2f-d47b-4a1c-bd24-cd076c8c3bce None None] Network dc709c81-949a-4680-86df-0a93e9c9e125 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:57:56.392562 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:57:56.407927 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:57:56.416478 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-c617ab74-dcc3-4669-b061-48faeda717fc None None] Provisioning for port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:56.587903 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:56.599581 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:56.599835 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:56.600052 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:56.678532 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'name': 'tempest-TestShelveInstance-484104586-router', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T19:57:54Z', 'revision_number': 3, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'gw_port': {'id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T19:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:56.709831 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Checking router: 8584d288-3b38-4af9-b5d6-c4856ad7dd11 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:57:56.709831 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Updating router 8584d288-3b38-4af9-b5d6-c4856ad7dd11 port 4097425e-fcd8-4ff4-aab2-1657602b7656 binding host dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:57:56.771802 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:56.774695 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:56.778881 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Allocated IP 172.20.0.1 (dc709c81-949a-4680-86df-0a93e9c9e125/1e2f73f9-3b87-486c-b570-dfc1bf27c360/0924c28b-18f1-45fd-8fec-f28952261808) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:57:56.899039 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:56.911610 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=c3c26bc3-8417-4f73-8f37-56d0e5aa3c54,segment=NetworkSegment(3ef39e2f-2537-4aec-ad60-155977b7e2c1),segment_id=3ef39e2f-2537-4aec-ad60-155977b7e2c1)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:56.912908 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.provisioning_blocks [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Transition to ACTIVE for port object 0924c28b-18f1-45fd-8fec-f28952261808 will not be triggered until provisioned by entity DHCP. {{(pid=105635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:57:56.919011 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:56.920152 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device c5a341b4-92a5-45b6-9e09-e046e021b609 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:57:56.949694 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:56.992879 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Network dc709c81-949a-4680-86df-0a93e9c9e125 is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:57:56.997055 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:57.001097 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:57:57.026623 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Pushing event updated for resources: {'Port': ['ID=0924c28b-18f1-45fd-8fec-f28952261808,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:57.046900 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708544'] for router_interface, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.162211 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-d8372f74-96f8-4d79-8be7-2193424c5abd None None] Provisioning complete for port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:57.162817 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d8372f74-96f8-4d79-8be7-2193424c5abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.186664 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.224143 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=c3c26bc3-8417-4f73-8f37-56d0e5aa3c54,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:57.269972 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port c5a341b4-92a5-45b6-9e09-e046e021b609 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:57.270345 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.355503 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.360885 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267901878'] for port, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.425084 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Pushing event updated for resources: {'Port': ['ID=0924c28b-18f1-45fd-8fec-f28952261808,revision_number=2']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:57.428166 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710550'] for router_interface, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.437043 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Notify callbacks [] for port, precommit_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.454401 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device bf424fa4-fa05-4e60-9153-d13be37d24bb up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:57:57.456356 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Transition to ACTIVE for port object 4097425e-fcd8-4ff4-aab2-1657602b7656 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:57:57.477075 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.522135 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Network dc709c81-949a-4680-86df-0a93e9c9e125 is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:57:57.523746 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:57:57.557036 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9fb94-ed1c-4b09-8c48-df867efbe476 None None] Pushing event updated for resources: {'Port': ['ID=4097425e-fcd8-4ff4-aab2-1657602b7656,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:57.564995 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Attempting to bind port 4097425e-fcd8-4ff4-aab2-1657602b7656 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:57:57.565371 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Attempting to bind port 4097425e-fcd8-4ff4-aab2-1657602b7656 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:57:57.565743 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Attempting to bind port 4097425e-fcd8-4ff4-aab2-1657602b7656 on network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:57:57.577362 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:57:57.577804 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Checking segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:57:57.578153 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.578587 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Bound using segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:57:57.579157 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Bound port: 4097425e-fcd8-4ff4-aab2-1657602b7656, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:57:57.579550 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.583839 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-30f8b079-8340-4dfc-8a27-5caaa5206c28 None None] Provisioning for port 0924c28b-18f1-45fd-8fec-f28952261808 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:57.608919 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-30f8b079-8340-4dfc-8a27-5caaa5206c28 None None] Provisioning complete for port 0924c28b-18f1-45fd-8fec-f28952261808 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:57.609296 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-30f8b079-8340-4dfc-8a27-5caaa5206c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.640516 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port bf424fa4-fa05-4e60-9153-d13be37d24bb completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:57:57.647451 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Router 8584d288-3b38-4af9-b5d6-c4856ad7dd11 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:57:57.658561 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port bf424fa4-fa05-4e60-9153-d13be37d24bb triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:57.658934 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.692673 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-30f8b079-8340-4dfc-8a27-5caaa5206c28 None None] Port 0924c28b-18f1-45fd-8fec-f28952261808 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:57:57.702949 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] For port 4097425e-fcd8-4ff4-aab2-1657602b7656, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:57:57.722429 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] For port 4097425e-fcd8-4ff4-aab2-1657602b7656, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=4097425e-fcd8-4ff4-aab2-1657602b7656,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:57:57.730880 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.842581 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9fb94-ed1c-4b09-8c48-df867efbe476 None None] Pushing event updated for resources: {'Port': ['ID=4097425e-fcd8-4ff4-aab2-1657602b7656,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:57.846278 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Routers {'8584d288-3b38-4af9-b5d6-c4856ad7dd11'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:57:57.846897 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:57:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['8584d288-3b38-4af9-b5d6-c4856ad7dd11'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:57.851604 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.933628 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a81ec78f-9464-4ee2-aeef-45fc1249c964 None None] Provisioning complete for port 0924c28b-18f1-45fd-8fec-f28952261808 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:57.934009 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a81ec78f-9464-4ee2-aeef-45fc1249c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:57.968452 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:57:57.981553 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-b7ed8120-24d5-4242-b79d-edab2c2d9665 admin admin] 10.222.0.57 "PUT /v2.0/routers/8584d288-3b38-4af9-b5d6-c4856ad7dd11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9514160 Aug 24 19:57:57.998995 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port bf424fa4-fa05-4e60-9153-d13be37d24bb, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=bf424fa4-fa05-4e60-9153-d13be37d24bb,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:57:58.006220 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.016227 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a81ec78f-9464-4ee2-aeef-45fc1249c964 None None] Port 0924c28b-18f1-45fd-8fec-f28952261808 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:57:58.051402 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] Set router 8584d288-3b38-4af9-b5d6-c4856ad7dd11 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:57:58.105663 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=bf424fa4-fa05-4e60-9153-d13be37d24bb,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:58.189102 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:57:58.291020 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:57:58.291395 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.355237 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'name': 'tempest-TestShelveInstance-484104586-router', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 4, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'gw_port': {'id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '0924c28b-18f1-45fd-8fec-f28952261808', 'name': '', 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'mac_address': 'fa:16:3e:bd:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1e2f73f9-3b87-486c-b570-dfc1bf27c360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:56Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 2, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'subnets': [{'id': '1e2f73f9-3b87-486c-b570-dfc1bf27c360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:57:58.398729 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a10949-4e38-4efc-ac9e-64fd6246976d None None] The sync data for ids ['8584d288-3b38-4af9-b5d6-c4856ad7dd11'] in dv-cinder-804093-3-iscsi is: [{'id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'name': 'tempest-TestShelveInstance-484104586-router', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 4, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'gw_port': {'id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '0924c28b-18f1-45fd-8fec-f28952261808', 'name': '', 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'mac_address': 'fa:16:3e:bd:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1e2f73f9-3b87-486c-b570-dfc1bf27c360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:56Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 2, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'subnets': [{'id': '1e2f73f9-3b87-486c-b570-dfc1bf27c360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:57:58.502052 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55606) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:58.506855 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-b0744c53-8de1-486d-8b3a-e659b1677d14 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1594079680', 'description': 'tempest-secgroup-smoke-1594079680 description', 'project_id': '4262d73d8d644afe8e45bb8f24280d5a'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:58.531337 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b0744c53-8de1-486d-8b3a-e659b1677d14 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.643460 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b0744c53-8de1-486d-8b3a-e659b1677d14 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.647996 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b0744c53-8de1-486d-8b3a-e659b1677d14 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.678040 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-b0744c53-8de1-486d-8b3a-e659b1677d14 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.680166 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-b0744c53-8de1-486d-8b3a-e659b1677d14 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1762342 Aug 24 19:57:58.680528 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0744c53-8de1-486d-8b3a-e659b1677d14 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc25c01-6b9a-4495-b383-031604f09235,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:58.682853 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55608) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:58.687385 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-69300375-607b-4fbb-bfa8-93ceb4b00708 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Request body: {'security_group_rule': {'security_group_id': '8dc25c01-6b9a-4495-b383-031604f09235', 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:58.715463 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-69300375-607b-4fbb-bfa8-93ceb4b00708 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.773020 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-69300375-607b-4fbb-bfa8-93ceb4b00708 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.778066 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-69300375-607b-4fbb-bfa8-93ceb4b00708 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.797295 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69300375-607b-4fbb-bfa8-93ceb4b00708 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3183c0-3178-4c6f-8e69-b7a64545e2f8,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:58.806778 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-69300375-607b-4fbb-bfa8-93ceb4b00708 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.807998 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-69300375-607b-4fbb-bfa8-93ceb4b00708 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242201 Aug 24 19:57:58.810826 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55610) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:58.815428 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-d2a1859b-4753-490a-a5e6-90df6afa77c6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Request body: {'security_group_rule': {'security_group_id': '8dc25c01-6b9a-4495-b383-031604f09235', 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:58.843830 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d2a1859b-4753-490a-a5e6-90df6afa77c6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.905434 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d2a1859b-4753-490a-a5e6-90df6afa77c6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.909429 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d2a1859b-4753-490a-a5e6-90df6afa77c6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.928532 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1859b-4753-490a-a5e6-90df6afa77c6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2925c3-316e-429a-b35b-2b7eb5918eaa,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:58.937099 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-d2a1859b-4753-490a-a5e6-90df6afa77c6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:58.938287 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-d2a1859b-4753-490a-a5e6-90df6afa77c6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265028 Aug 24 19:57:58.941148 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 55612) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:58.945882 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-bd0e4ad9-2ed5-4fdc-a701-6321f6198478 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Request body: {'security_group_rule': {'security_group_id': '8dc25c01-6b9a-4495-b383-031604f09235', 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:58.975179 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-bd0e4ad9-2ed5-4fdc-a701-6321f6198478 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.047675 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-bd0e4ad9-2ed5-4fdc-a701-6321f6198478 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.051668 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-bd0e4ad9-2ed5-4fdc-a701-6321f6198478 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.069508 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e4ad9-2ed5-4fdc-a701-6321f6198478 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4fec2f-a119-4812-828e-120816947469,revision_number=0']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:59.077933 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-bd0e4ad9-2ed5-4fdc-a701-6321f6198478 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.079118 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-bd0e4ad9-2ed5-4fdc-a701-6321f6198478 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368728 Aug 24 19:57:59.082043 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55614) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:59.086796 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-97162474-c605-4d66-8ddf-f71079d54ace tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Request body: {'security_group_rule': {'security_group_id': '8dc25c01-6b9a-4495-b383-031604f09235', 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:59.115590 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-97162474-c605-4d66-8ddf-f71079d54ace tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.182274 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-97162474-c605-4d66-8ddf-f71079d54ace tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.186485 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-97162474-c605-4d66-8ddf-f71079d54ace tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.206945 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97162474-c605-4d66-8ddf-f71079d54ace tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f816ffbc-fae1-4d81-9243-570e1f5d22f9,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:59.211122 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-97162474-c605-4d66-8ddf-f71079d54ace tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.213171 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-97162474-c605-4d66-8ddf-f71079d54ace tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299477 Aug 24 19:57:59.215729 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55616) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:59.220386 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-5f98aeef-6c25-4422-b1f2-f7bc173c9b75 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Request body: {'security_group_rule': {'security_group_id': '8dc25c01-6b9a-4495-b383-031604f09235', 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:59.244256 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.securitygroups_db [None req-5f98aeef-6c25-4422-b1f2-f7bc173c9b75 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Project 4262d73d8d644afe8e45bb8f24280d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:57:59.249778 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-5f98aeef-6c25-4422-b1f2-f7bc173c9b75 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.312123 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-5f98aeef-6c25-4422-b1f2-f7bc173c9b75 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.316277 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-5f98aeef-6c25-4422-b1f2-f7bc173c9b75 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.334799 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98aeef-6c25-4422-b1f2-f7bc173c9b75 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4909b832-1c21-4d95-9079-24447c5ea4ef,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:59.341596 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-5f98aeef-6c25-4422-b1f2-f7bc173c9b75 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.342818 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-5f98aeef-6c25-4422-b1f2-f7bc173c9b75 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259928 Aug 24 19:57:59.346148 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55618) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:57:59.350676 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-2e9aeb82-551f-432e-9137-2dd0a724ccc2 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Request body: {'security_group_rule': {'security_group_id': '8dc25c01-6b9a-4495-b383-031604f09235', 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:57:59.373660 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.securitygroups_db [None req-2e9aeb82-551f-432e-9137-2dd0a724ccc2 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Project 4262d73d8d644afe8e45bb8f24280d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:57:59.378733 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2e9aeb82-551f-432e-9137-2dd0a724ccc2 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.448635 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2e9aeb82-551f-432e-9137-2dd0a724ccc2 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.452659 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2e9aeb82-551f-432e-9137-2dd0a724ccc2 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.471726 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9aeb82-551f-432e-9137-2dd0a724ccc2 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1926e739-4a15-4f86-a163-89101a74ff67,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:57:59.477845 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2e9aeb82-551f-432e-9137-2dd0a724ccc2 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:57:59.486374 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-2e9aeb82-551f-432e-9137-2dd0a724ccc2 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322551 Aug 24 19:58:00.234002 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 4097425e-fcd8-4ff4-aab2-1657602b7656 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:58:00.282844 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Sync routers for ids ['8584d288-3b38-4af9-b5d6-c4856ad7dd11'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:58:00.286995 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 4097425e-fcd8-4ff4-aab2-1657602b7656 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:58:00.291544 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 4097425e-fcd8-4ff4-aab2-1657602b7656 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:58:00.291907 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:00.297336 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Routers {'8584d288-3b38-4af9-b5d6-c4856ad7dd11'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:58:00.298136 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:57:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['8584d288-3b38-4af9-b5d6-c4856ad7dd11'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:00.377258 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:00.407985 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 4097425e-fcd8-4ff4-aab2-1657602b7656, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=4097425e-fcd8-4ff4-aab2-1657602b7656,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:58:00.412804 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:00.413610 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device bf424fa4-fa05-4e60-9153-d13be37d24bb up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:58:00.499232 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=4097425e-fcd8-4ff4-aab2-1657602b7656,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:00.512651 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port bf424fa4-fa05-4e60-9153-d13be37d24bb triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:58:00.512964 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Set router 8584d288-3b38-4af9-b5d6-c4856ad7dd11 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:58:00.513302 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:00.736080 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'name': 'tempest-TestShelveInstance-484104586-router', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 4, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'gw_port': {'id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '0924c28b-18f1-45fd-8fec-f28952261808', 'name': '', 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'mac_address': 'fa:16:3e:bd:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1e2f73f9-3b87-486c-b570-dfc1bf27c360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:56Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 2, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'subnets': [{'id': '1e2f73f9-3b87-486c-b570-dfc1bf27c360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:00.768216 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Checking router: 8584d288-3b38-4af9-b5d6-c4856ad7dd11 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:58:00.768494 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Updating router 8584d288-3b38-4af9-b5d6-c4856ad7dd11 port 0924c28b-18f1-45fd-8fec-f28952261808 binding host dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:58:00.793363 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:01.073303 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:01.082907 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Transition to ACTIVE for port object 0924c28b-18f1-45fd-8fec-f28952261808 will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:58:01.090069 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:01.141302 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad6817-efa5-4e21-997c-6ed28f2a8fde None None] Pushing event updated for resources: {'Port': ['ID=0924c28b-18f1-45fd-8fec-f28952261808,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:01.197649 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Attempting to bind port 0924c28b-18f1-45fd-8fec-f28952261808 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:58:01.198193 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Attempting to bind port 0924c28b-18f1-45fd-8fec-f28952261808 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': '3ef39e2f-2537-4aec-ad60-155977b7e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:58:01.198556 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Attempting to bind port 0924c28b-18f1-45fd-8fec-f28952261808 on network dc709c81-949a-4680-86df-0a93e9c9e125 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:58:01.204384 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:58:01.204756 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Checking segment: {'id': '3ef39e2f-2537-4aec-ad60-155977b7e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:58:01.205164 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:01.205555 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Bound using segment: {'id': '3ef39e2f-2537-4aec-ad60-155977b7e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:58:01.206021 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Bound port: 0924c28b-18f1-45fd-8fec-f28952261808, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef39e2f-2537-4aec-ad60-155977b7e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:58:01.206420 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:01.277481 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] For port 0924c28b-18f1-45fd-8fec-f28952261808, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:58:01.280934 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] For port 0924c28b-18f1-45fd-8fec-f28952261808, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=0924c28b-18f1-45fd-8fec-f28952261808,segment=NetworkSegment(3ef39e2f-2537-4aec-ad60-155977b7e2c1),segment_id=3ef39e2f-2537-4aec-ad60-155977b7e2c1)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:58:01.286376 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:01.354193 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad6817-efa5-4e21-997c-6ed28f2a8fde None None] Pushing event updated for resources: {'Port': ['ID=0924c28b-18f1-45fd-8fec-f28952261808,revision_number=4']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:01.357072 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Routers {'8584d288-3b38-4af9-b5d6-c4856ad7dd11'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:58:01.357681 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:57:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['8584d288-3b38-4af9-b5d6-c4856ad7dd11'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:01.470597 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] Set router 8584d288-3b38-4af9-b5d6-c4856ad7dd11 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:58:01.675542 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'name': 'tempest-TestShelveInstance-484104586-router', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 4, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'gw_port': {'id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T19:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '0924c28b-18f1-45fd-8fec-f28952261808', 'name': '', 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'mac_address': 'fa:16:3e:bd:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1e2f73f9-3b87-486c-b570-dfc1bf27c360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:56Z', 'updated_at': '2021-08-24T19:58:01Z', 'revision_number': 4, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'subnets': [{'id': '1e2f73f9-3b87-486c-b570-dfc1bf27c360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:01.704252 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5179d9-1e3d-4b0a-a536-521e56b430fb None None] The sync data for ids ['8584d288-3b38-4af9-b5d6-c4856ad7dd11'] in dv-cinder-804093-3-iscsi is: [{'id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'name': 'tempest-TestShelveInstance-484104586-router', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 4, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'gw_port': {'id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T19:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': '0924c28b-18f1-45fd-8fec-f28952261808', 'name': '', 'network_id': 'dc709c81-949a-4680-86df-0a93e9c9e125', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'mac_address': 'fa:16:3e:bd:22:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1e2f73f9-3b87-486c-b570-dfc1bf27c360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:56Z', 'updated_at': '2021-08-24T19:58:01Z', 'revision_number': 4, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'subnets': [{'id': '1e2f73f9-3b87-486c-b570-dfc1bf27c360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:58:02.177320 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 4097425e-fcd8-4ff4-aab2-1657602b7656 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:58:02.225504 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 4097425e-fcd8-4ff4-aab2-1657602b7656 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:58:02.225868 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:02.308801 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 0924c28b-18f1-45fd-8fec-f28952261808 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:58:02.357523 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 0924c28b-18f1-45fd-8fec-f28952261808 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:58:02.361856 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 0924c28b-18f1-45fd-8fec-f28952261808 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:58:02.362230 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:02.441337 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:02.476381 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 0924c28b-18f1-45fd-8fec-f28952261808, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=0924c28b-18f1-45fd-8fec-f28952261808,segment=NetworkSegment(3ef39e2f-2537-4aec-ad60-155977b7e2c1),segment_id=3ef39e2f-2537-4aec-ad60-155977b7e2c1)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:58:02.480383 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:02.535409 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=0924c28b-18f1-45fd-8fec-f28952261808,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:02.543098 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:02.543447 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:02.543794 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:02.544168 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:02.544502 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:02.544835 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:02.545166 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:02.545493 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:02.545847 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:02.546175 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:02.546501 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:02.546824 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:03.092559 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-2d81478b-0ae7-4761-ae59-bd89615a5aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:04.166281 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 0924c28b-18f1-45fd-8fec-f28952261808 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:58:04.214727 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 0924c28b-18f1-45fd-8fec-f28952261808 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:58:04.215173 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:05.747606 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-24d8a6e0-97f3-43f0-99ab-a1379e047536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:06.184474 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:06.773646 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:08.435975 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:08.661908 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:09.534322 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea0075-4d57-4820-87ba-2050ff67166d req-2e109161-f909-4f42-b30c-51857fbde516 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:09.535812 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9bea0075-4d57-4820-87ba-2050ff67166d req-2e109161-f909-4f42-b30c-51857fbde516 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 946 time: 0.0523965 Aug 24 19:58:09.575771 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9bea0075-4d57-4820-87ba-2050ff67166d req-0d5a4af3-ce86-4df7-bc1d-738dc65e625c tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337052 Aug 24 19:58:10.693210 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802504bf-c038-4b73-af11-d274abadfe27 req-71ad2a3b-cd14-4e10-872c-2b588d4edd87 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:10.694694 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-802504bf-c038-4b73-af11-d274abadfe27 req-71ad2a3b-cd14-4e10-872c-2b588d4edd87 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 946 time: 0.0513051 Aug 24 19:58:10.733998 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-802504bf-c038-4b73-af11-d274abadfe27 req-a2b64229-aadc-4456-9a77-3e0b7547abca tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Aug 24 19:58:11.213415 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb8e69-a724-4422-954f-aab68b6834ba req-07a32ac4-d4ea-4274-bada-e5ae822f9b74 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:11.214912 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-10bb8e69-a724-4422-954f-aab68b6834ba req-07a32ac4-d4ea-4274-bada-e5ae822f9b74 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.62 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 946 time: 0.0496233 Aug 24 19:58:11.312083 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-10bb8e69-a724-4422-954f-aab68b6834ba req-0bc8d926-57a3-4bcd-ab36-423937f537a0 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Deleting port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:58:11.312458 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-10bb8e69-a724-4422-954f-aab68b6834ba req-0bc8d926-57a3-4bcd-ab36-423937f537a0 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:11.406091 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-10bb8e69-a724-4422-954f-aab68b6834ba req-0bc8d926-57a3-4bcd-ab36-423937f537a0 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] For port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb,segment=NetworkSegment(0a7ac70c-517e-4804-ab0c-2b1b9845ee1b),segment_id=0a7ac70c-517e-4804-ab0c-2b1b9845ee1b)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:58:11.406456 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-10bb8e69-a724-4422-954f-aab68b6834ba req-0bc8d926-57a3-4bcd-ab36-423937f537a0 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:11.419026 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-10bb8e69-a724-4422-954f-aab68b6834ba req-0bc8d926-57a3-4bcd-ab36-423937f537a0 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Calling delete_port for e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:58:11.549839 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-10bb8e69-a724-4422-954f-aab68b6834ba req-0bc8d926-57a3-4bcd-ab36-423937f537a0 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:11.561394 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:58:11.579625 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8d926-57a3-4bcd-ab36-423937f537a0 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Pushing event deleted for resources: {'Port': ['ID=e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:11.621082 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bb8e69-a724-4422-954f-aab68b6834ba req-0bc8d926-57a3-4bcd-ab36-423937f537a0 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] No DVR routers for this DVR port e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:58:11.623571 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-10bb8e69-a724-4422-954f-aab68b6834ba req-0bc8d926-57a3-4bcd-ab36-423937f537a0 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:11.625559 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-10bb8e69-a724-4422-954f-aab68b6834ba req-0bc8d926-57a3-4bcd-ab36-423937f537a0 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.62 "DELETE /v2.0/ports/e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb HTTP/1.1" status: 204 len: 173 time: 0.4036179 Aug 24 19:58:11.625978 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d46e3c-6bbc-4317-a4c5-a7578b3e98ed', 'name': 'network-vif-deleted', 'tag': 'e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:58:11.628220 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0632e42e-0d22-43d8-bb13-544cca6ff83d" -d '{"events": [{"server_uuid": "27d46e3c-6bbc-4317-a4c5-a7578b3e98ed", "name": "network-vif-deleted", "tag": "e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:58:11.669122 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34e2b0e-153f-4a85-836c-f9fec96f5ff2 x-openstack-request-id: req-f34e2b0e-153f-4a85-836c-f9fec96f5ff2 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:58:11.669523 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d46e3c-6bbc-4317-a4c5-a7578b3e98ed", "name": "network-vif-deleted", "tag": "e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:58:11.669776 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f34e2b0e-153f-4a85-836c-f9fec96f5ff2 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:58:11.670245 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d46e3c-6bbc-4317-a4c5-a7578b3e98ed', 'name': 'network-vif-deleted', 'tag': 'e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb', 'status': 'completed', 'code': 200} Aug 24 19:58:11.841715 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-eb315c6f-da27-4a2d-9d79-6913b1416645 req-c1f5fe36-9495-4052-8246-8d31ebd2cab8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27d46e3c-6bbc-4317-a4c5-a7578b3e98ed HTTP/1.1" status: 200 len: 210 time: 0.0283029 Aug 24 19:58:16.294110 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:58:16.314629 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:58:16.314975 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device e911cc3d-08e8-4ddd-a3a2-c4e4d4b0a4bb not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:58:19.019109 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-3c2f3142-8356-478b-8918-8d2ef8defd3a tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594079680&fields=id&tenant_id=4262d73d8d644afe8e45bb8f24280d5a HTTP/1.1" status: 200 len: 267 time: 0.0323889 Aug 24 19:58:19.121999 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-a4df55f3-c146-4e13-9824-814a3ddff2ff tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:19.123354 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-a4df55f3-c146-4e13-9824-814a3ddff2ff tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/networks?id=6510543e-a275-4e29-bd7f-c159b815c9bb HTTP/1.1" status: 200 len: 808 time: 0.0977008 Aug 24 19:58:19.138302 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-5e9a468b-42a9-48ec-8775-6f861a4d77c3 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/quotas/4262d73d8d644afe8e45bb8f24280d5a HTTP/1.1" status: 200 len: 375 time: 0.0093198 Aug 24 19:58:19.193056 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-b59263e5-6e70-4539-9b21-693ab4a4b973 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4262d73d8d644afe8e45bb8f24280d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497420 Aug 24 19:58:19.286512 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-8d0b3276-a35f-4bbf-bec0-bd895d4965f4 service neutron] 10.222.0.57 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820558 Aug 24 19:58:19.377811 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-b6a6bc75-dd4a-44ed-a559-f9b3601b0349 service neutron] 10.222.0.57 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845947 Aug 24 19:58:19.659092 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bad12b95-ab4e-4009-b8e5-1dad7319b9c2 req-5bf3b79d-e267-4683-970d-95335604f594 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 210 time: 0.0283980 Aug 24 19:58:20.757748 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c3876fc6-fc2f-4417-a22d-68f972f17055 req-bc78bc9e-3eb2-4008-b0c6-96338d2d3472 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 210 time: 0.0321975 Aug 24 19:58:21.847369 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de0556-3486-4de8-826c-c16b9ab233fb req-4df18b57-ee6b-48d5-8302-6f46a167f342 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:21.848872 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-4df18b57-ee6b-48d5-8302-6f46a167f342 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/networks?id=fa2d12d6-8714-451a-90f9-87cbc2e5e523 HTTP/1.1" status: 200 len: 813 time: 0.1214311 Aug 24 19:58:21.873999 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-930d5fc1-0331-43ce-9386-89d728fcb797 req-d488a6bd-8dec-48ba-939d-83de51312b85 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 210 time: 0.0469258 Aug 24 19:58:21.899400 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-aeb0e7ce-d901-49d2-bf11-2cc9e7b57c69 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/quotas/20953adeee024b1da3414e5670e6356c HTTP/1.1" status: 200 len: 375 time: 0.0276587 Aug 24 19:58:21.965504 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-44722c17-6ff5-432e-a30d-097de354f72f tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=20953adeee024b1da3414e5670e6356c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371420 Aug 24 19:58:22.055271 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-440dc551-f60b-4ec7-9e27-b35828a515ed tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:22.056776 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-440dc551-f60b-4ec7-9e27-b35828a515ed tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.62 "GET /v2.0/networks?id=6510543e-a275-4e29-bd7f-c159b815c9bb HTTP/1.1" status: 200 len: 808 time: 0.2181578 Aug 24 19:58:22.116613 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-088d44ad-6d20-4686-a429-f2099730b352 service neutron] 10.222.0.57 "GET /v2.0/networks/fa2d12d6-8714-451a-90f9-87cbc2e5e523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437709 Aug 24 19:58:22.121402 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-17701a2a-ed0e-4cae-8a3c-d23d77f129ee tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4262d73d8d644afe8e45bb8f24280d5a HTTP/1.1" status: 200 len: 380 time: 0.0551915 Aug 24 19:58:22.135616 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Request body: {'port': {'device_id': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'admin_state_up': True, 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'security_groups': ['8dc25c01-6b9a-4495-b383-031604f09235']}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:58:22.286251 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-9970f6b6-fcd1-4b6b-9fc3-c4ca868ba0b3 service neutron] 10.222.0.57 "GET /v2.0/networks/fa2d12d6-8714-451a-90f9-87cbc2e5e523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623044 Aug 24 19:58:22.310863 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Made reservation on behalf of 4262d73d8d644afe8e45bb8f24280d5a for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:58:22.316110 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:22.471408 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c0607ec7-01ed-4030-94ae-030420ce857d req-f8086d2e-88bf-4b9d-9795-c248b4034d32 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 210 time: 0.0343907 Aug 24 19:58:22.486168 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Allocated IP 172.20.0.9 (6510543e-a275-4e29-bd7f-c159b815c9bb/9f7823f7-6361-4255-bd6a-627a0e128b82/af623075-7ce4-4b37-8054-0b3f69a1da18) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:58:22.633227 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:22.647355 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Transition to ACTIVE for port object af623075-7ce4-4b37-8054-0b3f69a1da18 will not be triggered until provisioned by entity DHCP. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:58:22.681823 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:22.727525 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Network 6510543e-a275-4e29-bd7f-c159b815c9bb is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:58:22.731311 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:58:22.735799 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:58:22.739745 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Pushing event updated for resources: {'Port': ['ID=af623075-7ce4-4b37-8054-0b3f69a1da18,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:22.800232 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:22.800872 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:22.818484 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4d95fef2-126b-47a6-a560-02092f31a928 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6861064 Aug 24 19:58:22.833696 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Request body: {'port': {'device_id': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:58:22.896695 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:22.938718 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-6367155a-ac2e-4389-a600-f56c4651d39f None None] Provisioning for port af623075-7ce4-4b37-8054-0b3f69a1da18 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:58:22.943598 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-6367155a-ac2e-4389-a600-f56c4651d39f None None] Provisioning complete for port af623075-7ce4-4b37-8054-0b3f69a1da18 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:58:22.944193 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-6367155a-ac2e-4389-a600-f56c4651d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:22.988869 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-6367155a-ac2e-4389-a600-f56c4651d39f None None] Port af623075-7ce4-4b37-8054-0b3f69a1da18 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:58:23.083084 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101edeb-ca96-4c25-9ccc-415c881fe205 req-c3754ed9-c434-4d23-bf8b-b3b8a1043b4c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:23.084485 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f101edeb-ca96-4c25-9ccc-415c881fe205 req-c3754ed9-c434-4d23-bf8b-b3b8a1043b4c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 931 time: 0.1217873 Aug 24 19:58:23.161038 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f101edeb-ca96-4c25-9ccc-415c881fe205 req-c5052ebb-c68f-4fe0-a884-790a1f1c80fc tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507979 Aug 24 19:58:23.231904 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af623075-7ce4-4b37-8054-0b3f69a1da18 {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:58:23.239627 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:23.253015 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Transition to ACTIVE for port object af623075-7ce4-4b37-8054-0b3f69a1da18 will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:58:23.257191 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:23.383058 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Pushing event updated for resources: {'Port': ['ID=af623075-7ce4-4b37-8054-0b3f69a1da18,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:23.465339 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Attempting to bind port af623075-7ce4-4b37-8054-0b3f69a1da18 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:58:23.465684 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Attempting to bind port af623075-7ce4-4b37-8054-0b3f69a1da18 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:58:23.466021 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Attempting to bind port af623075-7ce4-4b37-8054-0b3f69a1da18 on network 6510543e-a275-4e29-bd7f-c159b815c9bb {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:58:23.476320 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de0556-3486-4de8-826c-c16b9ab233fb req-f8f1a687-c57b-4697-846b-51758e2482dc tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:23.477786 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-f8f1a687-c57b-4697-846b-51758e2482dc tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.62 "GET /v2.0/networks?id=fa2d12d6-8714-451a-90f9-87cbc2e5e523 HTTP/1.1" status: 200 len: 813 time: 0.1791182 Aug 24 19:58:23.481196 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Port af623075-7ce4-4b37-8054-0b3f69a1da18 on network 6510543e-a275-4e29-bd7f-c159b815c9bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:58:23.481339 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Attempting to bind port af623075-7ce4-4b37-8054-0b3f69a1da18 on network 6510543e-a275-4e29-bd7f-c159b815c9bb {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:58:23.486665 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:58:23.487013 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Checking segment: {'id': 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:58:23.487396 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Bound using segment: {'id': 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:58:23.487827 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Bound port: af623075-7ce4-4b37-8054-0b3f69a1da18, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:58:23.488215 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:23.495928 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-00de0556-3486-4de8-826c-c16b9ab233fb req-48657885-da9b-49c1-9f5c-8bfd1903c5a8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Request body: {'port': {'device_id': 'ff89065a-1edf-498f-b6f6-57f104d80b9c', 'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523', 'admin_state_up': True, 'tenant_id': '20953adeee024b1da3414e5670e6356c'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:58:23.613669 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0e403684-20ce-4bab-9625-0e0e7165f444 req-8b798c9a-1386-40c1-949c-22e98b15a753 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 210 time: 0.0651836 Aug 24 19:58:23.660162 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] For port af623075-7ce4-4b37-8054-0b3f69a1da18, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:58:23.665331 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] For port af623075-7ce4-4b37-8054-0b3f69a1da18, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=af623075-7ce4-4b37-8054-0b3f69a1da18,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:58:23.672409 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:23.712845 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:23.713517 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:23.715557 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] 10.222.0.62 "PUT /v2.0/ports/af623075-7ce4-4b37-8054-0b3f69a1da18 HTTP/1.1" status: 200 len: 1093 time: 0.8890767 Aug 24 19:58:23.716003 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:58:23.718401 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed8c73f-e84e-4f78-9ad9-de869f05a41c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:58:23.724269 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00de0556-3486-4de8-826c-c16b9ab233fb req-48657885-da9b-49c1-9f5c-8bfd1903c5a8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Made reservation on behalf of 20953adeee024b1da3414e5670e6356c for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:58:23.727799 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-00de0556-3486-4de8-826c-c16b9ab233fb req-48657885-da9b-49c1-9f5c-8bfd1903c5a8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:23.768895 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3149ddb6-c8c7-4918-8cd7-bc8ee3f6e57a x-openstack-request-id: req-3149ddb6-c8c7-4918-8cd7-bc8ee3f6e57a {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:58:23.769194 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:58:23.769446 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3149ddb6-c8c7-4918-8cd7-bc8ee3f6e57a {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:58:23.769842 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'status': 'completed', 'code': 200} Aug 24 19:58:23.781712 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Pushing event updated for resources: {'Port': ['ID=af623075-7ce4-4b37-8054-0b3f69a1da18,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:23.841517 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:23.841875 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:23.842222 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:23.842565 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:23.842902 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:23.843238 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:23.843571 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:23.843914 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:23.844267 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:23.844598 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:23.844924 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:23.845252 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936ea7e-f334-4eaa-bd25-7cb1dbddb16b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:58:23.901966 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-f92c657b-4edb-4df3-bee2-9ae5e84794ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:23.903513 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-f92c657b-4edb-4df3-bee2-9ae5e84794ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4262d73d8d644afe8e45bb8f24280d5a&device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 1096 time: 0.1329315 Aug 24 19:58:23.957736 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-14fb37e5-6385-46dd-a4d9-98e8d165ecb5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af623075-7ce4-4b37-8054-0b3f69a1da18 HTTP/1.1" status: 200 len: 217 time: 0.0452478 Aug 24 19:58:23.962966 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-00de0556-3486-4de8-826c-c16b9ab233fb req-48657885-da9b-49c1-9f5c-8bfd1903c5a8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Allocated IP 172.20.0.3 (fa2d12d6-8714-451a-90f9-87cbc2e5e523/fc2ad5d1-d2cd-4cf9-ab03-2c92bab0636c/7c3ebbe0-f680-46b7-9a9d-960d808fe805) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:58:24.033360 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4e30f053-ef1f-4fa5-bc54-7657ea0675b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:24.034736 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-4e30f053-ef1f-4fa5-bc54-7657ea0675b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f7823f7-6361-4255-bd6a-627a0e128b82 HTTP/1.1" status: 200 len: 847 time: 0.0689287 Aug 24 19:58:24.140569 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-f734a562-12f9-4a28-af5e-6d3537c11de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:24.141989 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-f734a562-12f9-4a28-af5e-6d3537c11de7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6510543e-a275-4e29-bd7f-c159b815c9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0996752 Aug 24 19:58:24.228126 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-00de0556-3486-4de8-826c-c16b9ab233fb req-48657885-da9b-49c1-9f5c-8bfd1903c5a8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:24.307884 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-2e3aa808-b32e-4e99-ae01-41922e0f39d4 service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539307 Aug 24 19:58:24.339517 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231dc66-58fc-45b8-b44b-dfc153a0d172 req-f51a5f23-da49-4973-9b68-2549fa78e738 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:24.341137 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1231dc66-58fc-45b8-b44b-dfc153a0d172 req-f51a5f23-da49-4973-9b68-2549fa78e738 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.1107085 Aug 24 19:58:24.675125 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-00de0556-3486-4de8-826c-c16b9ab233fb req-48657885-da9b-49c1-9f5c-8bfd1903c5a8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:24.783382 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00de0556-3486-4de8-826c-c16b9ab233fb req-48657885-da9b-49c1-9f5c-8bfd1903c5a8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Network fa2d12d6-8714-451a-90f9-87cbc2e5e523 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:58:24.790155 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1231dc66-58fc-45b8-b44b-dfc153a0d172 req-0dbd698a-8197-4e03-9efb-4a6f8dd9e2a4 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669121 Aug 24 19:58:24.796396 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-00de0556-3486-4de8-826c-c16b9ab233fb req-48657885-da9b-49c1-9f5c-8bfd1903c5a8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:58:24.803505 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0d9b9103-313e-4e24-9ef5-1eca05ce94ff req-f98622c5-cda9-4af4-a1cb-803a373a4eb7 service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866803 Aug 24 19:58:24.803875 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-00de0556-3486-4de8-826c-c16b9ab233fb req-48657885-da9b-49c1-9f5c-8bfd1903c5a8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:58:24.811032 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48657885-da9b-49c1-9f5c-8bfd1903c5a8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Pushing event updated for resources: {'Port': ['ID=7c3ebbe0-f680-46b7-9a9d-960d808fe805,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:24.850008 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12000ca-a481-4ba2-afc7-6c514126a4b5 req-efb8ae83-32e1-4f17-ae4d-e72c0c17c083 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:24.851505 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e12000ca-a481-4ba2-afc7-6c514126a4b5 req-efb8ae83-32e1-4f17-ae4d-e72c0c17c083 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 931 time: 0.1656830 Aug 24 19:58:24.907850 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de0556-3486-4de8-826c-c16b9ab233fb req-48657885-da9b-49c1-9f5c-8bfd1903c5a8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:24.908527 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-00de0556-3486-4de8-826c-c16b9ab233fb req-48657885-da9b-49c1-9f5c-8bfd1903c5a8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:24.936484 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-48657885-da9b-49c1-9f5c-8bfd1903c5a8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4460335 Aug 24 19:58:24.943202 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e12000ca-a481-4ba2-afc7-6c514126a4b5 req-b2039c4c-5f98-4965-a35e-872c3200a85f tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778458 Aug 24 19:58:24.950380 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Request body: {'port': {'device_id': 'ff89065a-1edf-498f-b6f6-57f104d80b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:58:24.955127 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8c73f-e84e-4f78-9ad9-de869f05a41c req-e140c46e-a05a-4bb1-90e3-b0604dc509f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:24.956615 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9ed8c73f-e84e-4f78-9ad9-de869f05a41c req-e140c46e-a05a-4bb1-90e3-b0604dc509f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4262d73d8d644afe8e45bb8f24280d5a&device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 1096 time: 0.1021540 Aug 24 19:58:25.067783 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:25.122830 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8c73f-e84e-4f78-9ad9-de869f05a41c req-1d57cc9d-3d6b-4a52-b068-fdd9da15b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:25.124324 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9ed8c73f-e84e-4f78-9ad9-de869f05a41c req-1d57cc9d-3d6b-4a52-b068-fdd9da15b9cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=6510543e-a275-4e29-bd7f-c159b815c9bb HTTP/1.1" status: 200 len: 909 time: 0.1467731 Aug 24 19:58:25.175688 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9ed8c73f-e84e-4f78-9ad9-de869f05a41c req-65b692ee-59f7-4ab4-bfdb-d02cbd796f62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af623075-7ce4-4b37-8054-0b3f69a1da18 HTTP/1.1" status: 200 len: 217 time: 0.0434439 Aug 24 19:58:25.290796 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8c73f-e84e-4f78-9ad9-de869f05a41c req-8d47b95f-420a-4134-8b3a-0389db975161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:25.292973 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9ed8c73f-e84e-4f78-9ad9-de869f05a41c req-8d47b95f-420a-4134-8b3a-0389db975161 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f7823f7-6361-4255-bd6a-627a0e128b82 HTTP/1.1" status: 200 len: 847 time: 0.0718958 Aug 24 19:58:25.397085 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8c73f-e84e-4f78-9ad9-de869f05a41c req-d230b7f1-082a-4c88-8219-eff1eb290d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:25.398566 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9ed8c73f-e84e-4f78-9ad9-de869f05a41c req-d230b7f1-082a-4c88-8219-eff1eb290d36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6510543e-a275-4e29-bd7f-c159b815c9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730393 Aug 24 19:58:25.502830 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3ebbe0-f680-46b7-9a9d-960d808fe805 {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:58:25.513039 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:25.540745 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Transition to ACTIVE for port object 7c3ebbe0-f680-46b7-9a9d-960d808fe805 will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:58:25.543202 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9ed8c73f-e84e-4f78-9ad9-de869f05a41c req-54c0e673-40f2-482e-906c-75e3f9f5a7ae service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363795 Aug 24 19:58:25.544219 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:25.640439 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3ebbe0-f680-46b7-9a9d-960d808fe805,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:25.715889 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9ed8c73f-e84e-4f78-9ad9-de869f05a41c req-5bff5fb5-4490-4984-bb1c-84a9767f4c5b service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483238 Aug 24 19:58:25.732288 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Attempting to bind port 7c3ebbe0-f680-46b7-9a9d-960d808fe805 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:58:25.732627 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Attempting to bind port 7c3ebbe0-f680-46b7-9a9d-960d808fe805 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '0a7ac70c-517e-4804-ab0c-2b1b9845ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:58:25.732954 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Attempting to bind port 7c3ebbe0-f680-46b7-9a9d-960d808fe805 on network fa2d12d6-8714-451a-90f9-87cbc2e5e523 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:58:25.737230 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Port 7c3ebbe0-f680-46b7-9a9d-960d808fe805 on network fa2d12d6-8714-451a-90f9-87cbc2e5e523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:58:25.737546 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Attempting to bind port 7c3ebbe0-f680-46b7-9a9d-960d808fe805 on network fa2d12d6-8714-451a-90f9-87cbc2e5e523 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:58:25.742215 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:58:25.742546 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Checking segment: {'id': '0a7ac70c-517e-4804-ab0c-2b1b9845ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:58:25.742919 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Bound using segment: {'id': '0a7ac70c-517e-4804-ab0c-2b1b9845ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:58:25.743337 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Bound port: 7c3ebbe0-f680-46b7-9a9d-960d808fe805, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7ac70c-517e-4804-ab0c-2b1b9845ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:58:25.743687 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:25.809007 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] For port 7c3ebbe0-f680-46b7-9a9d-960d808fe805, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:58:25.812279 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] For port 7c3ebbe0-f680-46b7-9a9d-960d808fe805, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7c3ebbe0-f680-46b7-9a9d-960d808fe805,segment=NetworkSegment(0a7ac70c-517e-4804-ab0c-2b1b9845ee1b),segment_id=0a7ac70c-517e-4804-ab0c-2b1b9845ee1b)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:58:25.816687 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:25.850858 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:25.851464 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:25.852855 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] 10.222.0.62 "PUT /v2.0/ports/7c3ebbe0-f680-46b7-9a9d-960d808fe805 HTTP/1.1" status: 200 len: 1093 time: 0.9072769 Aug 24 19:58:25.853281 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff89065a-1edf-498f-b6f6-57f104d80b9c', 'tag': '7c3ebbe0-f680-46b7-9a9d-960d808fe805'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:58:25.855532 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc67849-33e7-4f33-b1a3-89128e61cd9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff89065a-1edf-498f-b6f6-57f104d80b9c", "tag": "7c3ebbe0-f680-46b7-9a9d-960d808fe805"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:58:25.899378 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed7c760-d259-4412-96f4-759dbb82221c x-openstack-request-id: req-3ed7c760-d259-4412-96f4-759dbb82221c {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:58:25.899724 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff89065a-1edf-498f-b6f6-57f104d80b9c", "tag": "7c3ebbe0-f680-46b7-9a9d-960d808fe805", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:58:25.899971 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ed7c760-d259-4412-96f4-759dbb82221c {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:58:25.900388 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff89065a-1edf-498f-b6f6-57f104d80b9c', 'tag': '7c3ebbe0-f680-46b7-9a9d-960d808fe805', 'status': 'completed', 'code': 200} Aug 24 19:58:25.917143 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07507871-7c62-410a-91cf-ce1d8f1ba190 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3ebbe0-f680-46b7-9a9d-960d808fe805,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:25.956214 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f3cfd-a7a1-4339-9075-a1996a1e53fb req-78b0efa9-8d1b-4932-89bd-cc9bc2c9fe70 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:25.957703 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-811f3cfd-a7a1-4339-9075-a1996a1e53fb req-78b0efa9-8d1b-4932-89bd-cc9bc2c9fe70 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0949094 Aug 24 19:58:25.964221 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de0556-3486-4de8-826c-c16b9ab233fb req-b3f73015-8d55-4e90-a110-264049941961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:25.965709 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-b3f73015-8d55-4e90-a110-264049941961 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20953adeee024b1da3414e5670e6356c&device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 1096 time: 0.0619648 Aug 24 19:58:26.023016 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-1d76ead1-2762-4f6f-90d0-17a91f595290 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c3ebbe0-f680-46b7-9a9d-960d808fe805 HTTP/1.1" status: 200 len: 217 time: 0.0480905 Aug 24 19:58:26.087053 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-811f3cfd-a7a1-4339-9075-a1996a1e53fb req-c6a9610a-c704-4b54-8778-df8e7c0f0dd6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203067 Aug 24 19:58:26.111009 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de0556-3486-4de8-826c-c16b9ab233fb req-92a324f6-f362-42d4-b003-8afcab59b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:26.112496 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-92a324f6-f362-42d4-b003-8afcab59b410 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc2ad5d1-d2cd-4cf9-ab03-2c92bab0636c HTTP/1.1" status: 200 len: 853 time: 0.0775702 Aug 24 19:58:26.119815 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863034f1-5f98-4b8c-bfee-6e7fd5d60d0e req-d49c8cdf-7257-4aa9-8ddd-326f1b591fe2 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:26.121879 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-863034f1-5f98-4b8c-bfee-6e7fd5d60d0e req-d49c8cdf-7257-4aa9-8ddd-326f1b591fe2 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 943 time: 0.1029568 Aug 24 19:58:26.155924 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-465fc4ce-5294-4f7c-8ccb-5b1610cdb058 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa2d12d6-8714-451a-90f9-87cbc2e5e523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331290 Aug 24 19:58:26.223307 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-863034f1-5f98-4b8c-bfee-6e7fd5d60d0e req-435d93a4-78a2-4d01-8cb5-9a5729f406f1 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930490 Aug 24 19:58:26.259806 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-e444b1ae-41ff-4c96-adb3-1ba9ae353c60 service neutron] 10.222.0.62 "GET /v2.0/networks/fa2d12d6-8714-451a-90f9-87cbc2e5e523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962632 Aug 24 19:58:26.356958 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00de0556-3486-4de8-826c-c16b9ab233fb req-10e43e27-cff2-4af2-bc9f-7489421d7c57 service neutron] 10.222.0.62 "GET /v2.0/networks/fa2d12d6-8714-451a-90f9-87cbc2e5e523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899568 Aug 24 19:58:26.444114 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc67849-33e7-4f33-b1a3-89128e61cd9f req-8a114a71-076c-440c-9554-c38b60ca1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:26.445599 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-adc67849-33e7-4f33-b1a3-89128e61cd9f req-8a114a71-076c-440c-9554-c38b60ca1b92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20953adeee024b1da3414e5670e6356c&device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 1096 time: 0.0416677 Aug 24 19:58:26.544808 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc67849-33e7-4f33-b1a3-89128e61cd9f req-85eec2a1-d5c2-4b1c-947d-f68154c00cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:26.546261 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-adc67849-33e7-4f33-b1a3-89128e61cd9f req-85eec2a1-d5c2-4b1c-947d-f68154c00cb9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa2d12d6-8714-451a-90f9-87cbc2e5e523 HTTP/1.1" status: 200 len: 914 time: 0.0936151 Aug 24 19:58:26.588019 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-adc67849-33e7-4f33-b1a3-89128e61cd9f req-20284c6d-577a-400b-bd04-f84187f2f453 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c3ebbe0-f680-46b7-9a9d-960d808fe805 HTTP/1.1" status: 200 len: 217 time: 0.0336242 Aug 24 19:58:26.635664 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc67849-33e7-4f33-b1a3-89128e61cd9f req-7ecd6464-c1f9-4e27-9587-0eaae2c10236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:26.637100 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-adc67849-33e7-4f33-b1a3-89128e61cd9f req-7ecd6464-c1f9-4e27-9587-0eaae2c10236 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc2ad5d1-d2cd-4cf9-ab03-2c92bab0636c HTTP/1.1" status: 200 len: 853 time: 0.0424485 Aug 24 19:58:26.670266 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-adc67849-33e7-4f33-b1a3-89128e61cd9f req-8f0b7342-a881-4dac-87b5-82fb23d00bee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa2d12d6-8714-451a-90f9-87cbc2e5e523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254545 Aug 24 19:58:26.764106 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-adc67849-33e7-4f33-b1a3-89128e61cd9f req-f15ce5de-34d7-4f14-8107-f25f7061cde8 service neutron] 10.222.0.62 "GET /v2.0/networks/fa2d12d6-8714-451a-90f9-87cbc2e5e523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852020 Aug 24 19:58:26.852122 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-adc67849-33e7-4f33-b1a3-89128e61cd9f req-c1134158-21f7-4328-9f9f-fcd22c1cc0c7 service neutron] 10.222.0.62 "GET /v2.0/networks/fa2d12d6-8714-451a-90f9-87cbc2e5e523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807011 Aug 24 19:58:27.205622 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d142-2fdb-4538-935d-a51c74cfe9f8 req-9fd37488-96d8-4761-aed9-ecd372646f0a tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:27.207066 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b304d142-2fdb-4538-935d-a51c74cfe9f8 req-9fd37488-96d8-4761-aed9-ecd372646f0a tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0522330 Aug 24 19:58:27.243470 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b304d142-2fdb-4538-935d-a51c74cfe9f8 req-0d2c1b8e-4f40-47b9-9931-889521ab28a5 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306368 Aug 24 19:58:27.335826 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e49c3-7763-407f-9316-772a7c43ff3a req-907a0c16-6f0d-457a-8acf-bc0c5c525e70 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:27.337314 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-448e49c3-7763-407f-9316-772a7c43ff3a req-907a0c16-6f0d-457a-8acf-bc0c5c525e70 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 943 time: 0.0490665 Aug 24 19:58:27.376112 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-448e49c3-7763-407f-9316-772a7c43ff3a req-ec9aa132-e68b-47b8-859c-71e2b1998efc tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Aug 24 19:58:28.338586 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 7c3ebbe0-f680-46b7-9a9d-960d808fe805 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:58:28.359630 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870fed1-cfe7-4c09-9762-ec778de6f3b6 req-5b7c8199-08c2-4123-9609-a277416db229 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:28.361094 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4870fed1-cfe7-4c09-9762-ec778de6f3b6 req-5b7c8199-08c2-4123-9609-a277416db229 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0504720 Aug 24 19:58:28.398979 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4870fed1-cfe7-4c09-9762-ec778de6f3b6 req-d608cea0-4b43-48cf-8344-5ab6f277b539 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318134 Aug 24 19:58:28.443061 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 7c3ebbe0-f680-46b7-9a9d-960d808fe805, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7c3ebbe0-f680-46b7-9a9d-960d808fe805,segment=NetworkSegment(0a7ac70c-517e-4804-ab0c-2b1b9845ee1b),segment_id=0a7ac70c-517e-4804-ab0c-2b1b9845ee1b)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:58:28.462130 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '7c3ebbe0-f680-46b7-9a9d-960d808fe805', 'network_id': 'fa2d12d6-8714-451a-90f9-87cbc2e5e523', 'port_id': '7c3ebbe0-f680-46b7-9a9d-960d808fe805', 'mac_address': 'fa:16:3e:51:8c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2ad5d1-d2cd-4cf9-ab03-2c92bab0636c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:58:28.494104 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75a2b2-0af2-452a-b0b2-bca2e1708014 req-64c47ece-0067-41d0-b3e6-4d31c36b2d04 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:28.495835 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ca75a2b2-0af2-452a-b0b2-bca2e1708014 req-64c47ece-0067-41d0-b3e6-4d31c36b2d04 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 943 time: 0.0534382 Aug 24 19:58:28.535545 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ca75a2b2-0af2-452a-b0b2-bca2e1708014 req-6bda4b6e-2d79-415b-93da-ae5f163be1db tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Aug 24 19:58:28.563085 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:28.580397 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3ebbe0-f680-46b7-9a9d-960d808fe805 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:58:28.606477 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 7c3ebbe0-f680-46b7-9a9d-960d808fe805, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7c3ebbe0-f680-46b7-9a9d-960d808fe805,segment=NetworkSegment(0a7ac70c-517e-4804-ab0c-2b1b9845ee1b),segment_id=0a7ac70c-517e-4804-ab0c-2b1b9845ee1b)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:58:28.612538 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:28.805191 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=7c3ebbe0-f680-46b7-9a9d-960d808fe805,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:28.850663 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['7c3ebbe0-f680-46b7-9a9d-960d808fe805'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:58:29.512379 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100525-e9e2-4251-8d37-7db4e185ee9c req-6dd757bf-42f0-4725-a0a6-2483f4c41244 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:29.513853 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c6100525-e9e2-4251-8d37-7db4e185ee9c req-6dd757bf-42f0-4725-a0a6-2483f4c41244 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0493600 Aug 24 19:58:29.550904 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c6100525-e9e2-4251-8d37-7db4e185ee9c req-900febeb-c866-4c86-9074-8cd244d386b2 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312896 Aug 24 19:58:29.649047 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113a43b-dcaa-464d-a232-c5fca8270e15 req-de2128ed-6b48-4a16-9fc5-875991c10387 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:29.650514 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3113a43b-dcaa-464d-a232-c5fca8270e15 req-de2128ed-6b48-4a16-9fc5-875991c10387 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 944 time: 0.0486999 Aug 24 19:58:29.688572 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3113a43b-dcaa-464d-a232-c5fca8270e15 req-f8ce10c1-62ef-49c2-9cab-7b60cc705df8 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310898 Aug 24 19:58:30.346446 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 7c3ebbe0-f680-46b7-9a9d-960d808fe805 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:58:30.395632 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 7c3ebbe0-f680-46b7-9a9d-960d808fe805 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:58:30.399245 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 7c3ebbe0-f680-46b7-9a9d-960d808fe805 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:58:30.399621 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:30.477178 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:30.500718 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff89065a-1edf-498f-b6f6-57f104d80b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ebbe0-f680-46b7-9a9d-960d808fe805'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:58:30.502946 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f38041-6d68-4188-8cd9-c5a4eb5294d5" -d '{"events": [{"server_uuid": "ff89065a-1edf-498f-b6f6-57f104d80b9c", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ebbe0-f680-46b7-9a9d-960d808fe805"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:58:30.516544 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 7c3ebbe0-f680-46b7-9a9d-960d808fe805, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7c3ebbe0-f680-46b7-9a9d-960d808fe805,segment=NetworkSegment(0a7ac70c-517e-4804-ab0c-2b1b9845ee1b),segment_id=0a7ac70c-517e-4804-ab0c-2b1b9845ee1b)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:58:30.521543 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:30.546257 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b9a79c-eb33-466b-8eb6-e1fef6b18866 x-openstack-request-id: req-24b9a79c-eb33-466b-8eb6-e1fef6b18866 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:58:30.546549 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff89065a-1edf-498f-b6f6-57f104d80b9c", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ebbe0-f680-46b7-9a9d-960d808fe805", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:58:30.546803 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24b9a79c-eb33-466b-8eb6-e1fef6b18866 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:58:30.547192 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff89065a-1edf-498f-b6f6-57f104d80b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ebbe0-f680-46b7-9a9d-960d808fe805', 'code': 200} Aug 24 19:58:30.572998 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=7c3ebbe0-f680-46b7-9a9d-960d808fe805,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:30.669579 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04dace-58bc-4a33-8aef-2581e2ed8df6 req-bc18ecbb-d548-4eaa-82ab-7dbeb7afdcdb tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:30.670963 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-be04dace-58bc-4a33-8aef-2581e2ed8df6 req-bc18ecbb-d548-4eaa-82ab-7dbeb7afdcdb tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0539327 Aug 24 19:58:30.734380 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-be04dace-58bc-4a33-8aef-2581e2ed8df6 req-e3ffdc25-4071-41a0-a8c0-612d7693408b tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544388 Aug 24 19:58:30.737185 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f21db-fd56-4a25-8ce2-f1a5fc33ea17 req-dc6fa62d-3ce5-4b59-9862-a9cd62e28796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:30.738492 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7c5f21db-fd56-4a25-8ce2-f1a5fc33ea17 req-dc6fa62d-3ce5-4b59-9862-a9cd62e28796 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 1098 time: 0.0658226 Aug 24 19:58:30.802805 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7c5f21db-fd56-4a25-8ce2-f1a5fc33ea17 req-d30c879f-d113-44c4-83c5-327085f96662 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562215 Aug 24 19:58:30.819634 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e5cf7-33d2-49db-a507-72876bb27870 req-e532d347-5401-4eef-82eb-8989ae62c9ae tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:30.821087 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-492e5cf7-33d2-49db-a507-72876bb27870 req-e532d347-5401-4eef-82eb-8989ae62c9ae tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 945 time: 0.0612388 Aug 24 19:58:30.862252 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-492e5cf7-33d2-49db-a507-72876bb27870 req-224a747e-6019-4df1-bc96-aa4145e47d9b tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348306 Aug 24 19:58:31.853654 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5e183-bb41-434b-b3d8-8a69b7d945ae req-837c9ed4-cd53-4318-a8e5-e660b68b67a4 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:31.855362 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e3d5e183-bb41-434b-b3d8-8a69b7d945ae req-837c9ed4-cd53-4318-a8e5-e660b68b67a4 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0534856 Aug 24 19:58:31.897261 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e3d5e183-bb41-434b-b3d8-8a69b7d945ae req-a7ebc592-b797-4e21-8046-683f2df70107 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357065 Aug 24 19:58:31.979729 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b1aa1-6a07-4aa8-95a4-4390a0cb0f1b req-e97bfe3b-9e06-41ca-a693-69aad7e35356 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:31.981322 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c94b1aa1-6a07-4aa8-95a4-4390a0cb0f1b req-e97bfe3b-9e06-41ca-a693-69aad7e35356 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 945 time: 0.0511289 Aug 24 19:58:32.020230 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c94b1aa1-6a07-4aa8-95a4-4390a0cb0f1b req-8120b53f-e752-4b0d-bc16-2d071c8a0913 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Aug 24 19:58:32.340181 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device af623075-7ce4-4b37-8054-0b3f69a1da18 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:58:32.441222 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port af623075-7ce4-4b37-8054-0b3f69a1da18, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=af623075-7ce4-4b37-8054-0b3f69a1da18,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:58:32.453275 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'port_id': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'mac_address': 'fa:16:3e:11:2d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:58:32.494262 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:32.507647 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af623075-7ce4-4b37-8054-0b3f69a1da18 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:58:32.526375 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port af623075-7ce4-4b37-8054-0b3f69a1da18, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=af623075-7ce4-4b37-8054-0b3f69a1da18,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:58:32.531095 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:32.582708 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=af623075-7ce4-4b37-8054-0b3f69a1da18,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:32.744658 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['af623075-7ce4-4b37-8054-0b3f69a1da18'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:58:33.013231 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6091085-9c56-46dc-9077-ef245f1b0540 req-524211b6-ab06-411d-844b-0234008f711b tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:33.014712 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a6091085-9c56-46dc-9077-ef245f1b0540 req-524211b6-ab06-411d-844b-0234008f711b tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 944 time: 0.0507119 Aug 24 19:58:33.052073 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a6091085-9c56-46dc-9077-ef245f1b0540 req-6ed08148-9b60-4ce7-8276-63a40d3363af tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Aug 24 19:58:33.093516 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-52d54da1-977f-42dd-b6d8-a0a9dd547f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:33.392713 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:58:34.180491 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7723a44-2a93-4359-b033-0c40da0ece89 req-e50f01f5-d715-4059-8446-40b388d5d5a4 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:34.181971 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a7723a44-2a93-4359-b033-0c40da0ece89 req-e50f01f5-d715-4059-8446-40b388d5d5a4 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 944 time: 0.0606167 Aug 24 19:58:34.219541 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a7723a44-2a93-4359-b033-0c40da0ece89 req-9ecdfccb-456e-4946-9bf1-682f57f154e1 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312662 Aug 24 19:58:34.354236 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device af623075-7ce4-4b37-8054-0b3f69a1da18 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:58:34.401771 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port af623075-7ce4-4b37-8054-0b3f69a1da18 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:58:34.405458 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port af623075-7ce4-4b37-8054-0b3f69a1da18 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:58:34.405832 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:34.482687 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:34.507115 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:58:34.509353 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e0551b-6860-4392-86b0-300ff8b5b95a" -d '{"events": [{"server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "name": "network-vif-plugged", "status": "completed", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:58:34.522513 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port af623075-7ce4-4b37-8054-0b3f69a1da18, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=af623075-7ce4-4b37-8054-0b3f69a1da18,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:58:34.528119 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:34.551024 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dec93f-b272-46f9-a3b8-c837bdaaf695 x-openstack-request-id: req-47dec93f-b272-46f9-a3b8-c837bdaaf695 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:58:34.551316 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "name": "network-vif-plugged", "status": "completed", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:58:34.551559 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47dec93f-b272-46f9-a3b8-c837bdaaf695 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:58:34.551999 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'code': 200} Aug 24 19:58:34.577217 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=af623075-7ce4-4b37-8054-0b3f69a1da18,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:34.755988 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ce260-fa60-4767-88a8-9bbceaa97b7b req-1ba8cad4-094e-4d74-9e0e-a9137fc7def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:34.757499 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-154ce260-fa60-4767-88a8-9bbceaa97b7b req-1ba8cad4-094e-4d74-9e0e-a9137fc7def8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0395403 Aug 24 19:58:34.791642 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-154ce260-fa60-4767-88a8-9bbceaa97b7b req-788940e1-8ea5-420f-ab44-7d4e51456d6c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269923 Aug 24 19:58:35.332775 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfe0b0-5257-4f4a-a95e-83d28ee87648 req-898d8658-5d47-44cc-bae1-b792af610f3d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:35.334272 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a1dfe0b0-5257-4f4a-a95e-83d28ee87648 req-898d8658-5d47-44cc-bae1-b792af610f3d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0489593 Aug 24 19:58:35.372527 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a1dfe0b0-5257-4f4a-a95e-83d28ee87648 req-532ff395-d6e9-4bae-8e6d-4191d2b8a6ab tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323539 Aug 24 19:58:35.748931 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-3c4329a8-5c4e-4a2b-9251-55e5b06f14a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:36.184638 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:36.491822 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d32ec-5991-4a3d-96d5-e70bb777a308 req-36da7379-feea-4939-b0b5-252cb44589ef tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:36.493322 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-533d32ec-5991-4a3d-96d5-e70bb777a308 req-36da7379-feea-4939-b0b5-252cb44589ef tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0531588 Aug 24 19:58:36.531260 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-533d32ec-5991-4a3d-96d5-e70bb777a308 req-18527a53-6b5d-464f-bd37-cbeb846baaca tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314555 Aug 24 19:58:36.645095 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813641cd-5915-4823-8ef3-5c5b81595bc0 req-528a4504-adfd-45f2-ab6c-efaec2388ef5 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:36.646565 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-813641cd-5915-4823-8ef3-5c5b81595bc0 req-528a4504-adfd-45f2-ab6c-efaec2388ef5 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0505366 Aug 24 19:58:36.684674 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-813641cd-5915-4823-8ef3-5c5b81595bc0 req-3233e599-d274-4a3a-be6d-869372e633a3 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 Aug 24 19:58:36.705530 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55932) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:58:36.777911 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:36.833732 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdc657f-2aa8-4ffb-8f0d-66f8c88611a5 tempest-TestShelveInstance-496802667 tempest-TestShelveInstance-496802667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:36.835235 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-7cdc657f-2aa8-4ffb-8f0d-66f8c88611a5 tempest-TestShelveInstance-496802667 tempest-TestShelveInstance-496802667-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 1093 time: 0.1287391 Aug 24 19:58:36.838158 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 55936) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:58:36.842555 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Request body: {'floatingip': {'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'port_id': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:58:36.864762 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for floatingip, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:36.962662 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:37.064874 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Allocated IP 172.27.2.227 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/27e376c9-0e71-419a-ae2f-4c81a59099e2) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:58:37.162970 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:37.200215 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:37.235698 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:58:37.240325 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:58:37.242855 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:58:37.273507 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Pushing event updated for resources: {'Port': ['ID=27e376c9-0e71-419a-ae2f-4c81a59099e2,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:37.610546 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:37.678002 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:37.822711 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:37.827744 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:37.900965 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Pushing event updated for resources: {'Port': ['ID=27e376c9-0e71-419a-ae2f-4c81a59099e2,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:37.913921 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:38.289276 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Floating IP 446c3191-95a9-4e66-bc79-b86aa4e4fbda associated. External IP: 172.27.2.227, port: af623075-7ce4-4b37-8054-0b3f69a1da18. Aug 24 19:58:38.438176 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:38.500573 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Router e6984643-e804-4a7f-affe-aa0e6022802c has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:58:38.606877 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:58:38.616369 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706ba93-e288-4b81-866b-b1b0686ec311 None None] Sync routers for ids ['e6984643-e804-4a7f-affe-aa0e6022802c'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:58:38.622626 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:38.625875 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706ba93-e288-4b81-866b-b1b0686ec311 None None] Routers {'e6984643-e804-4a7f-affe-aa0e6022802c'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:58:38.626525 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-d706ba93-e288-4b81-866b-b1b0686ec311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:58:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['e6984643-e804-4a7f-affe-aa0e6022802c'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:38.649481 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-ade8fe82-cc75-4e74-83ff-542347d1861c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8102796 Aug 24 19:58:38.650158 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:58:38.653172 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b06e60-43c6-4cc3-bb41-79e032cbb60b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:58:38.689714 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e302bf5-ff2a-45e1-b3d6-d7f850903458 x-openstack-request-id: req-1e302bf5-ff2a-45e1-b3d6-d7f850903458 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:58:38.690002 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:58:38.690276 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e302bf5-ff2a-45e1-b3d6-d7f850903458 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:58:38.690637 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'status': 'completed', 'code': 200} Aug 24 19:58:38.711822 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:38.750697 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-d706ba93-e288-4b81-866b-b1b0686ec311 None None] Set router e6984643-e804-4a7f-affe-aa0e6022802c gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:58:38.761018 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06e60-43c6-4cc3-bb41-79e032cbb60b req-82ff441b-61d7-410d-9405-59fdebef05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:38.762526 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f7b06e60-43c6-4cc3-bb41-79e032cbb60b req-82ff441b-61d7-410d-9405-59fdebef05b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4262d73d8d644afe8e45bb8f24280d5a&device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0471833 Aug 24 19:58:38.858902 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06e60-43c6-4cc3-bb41-79e032cbb60b req-c6c6476f-790e-4b6f-bd32-4b6900c49a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:38.860577 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f7b06e60-43c6-4cc3-bb41-79e032cbb60b req-c6c6476f-790e-4b6f-bd32-4b6900c49a6b service neutron] 10.222.0.62 "GET /v2.0/networks?id=6510543e-a275-4e29-bd7f-c159b815c9bb HTTP/1.1" status: 200 len: 909 time: 0.0914621 Aug 24 19:58:38.940243 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f7b06e60-43c6-4cc3-bb41-79e032cbb60b req-9ca7bd8b-619d-4812-bd84-9267d679b0cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af623075-7ce4-4b37-8054-0b3f69a1da18 HTTP/1.1" status: 200 len: 999 time: 0.0701005 Aug 24 19:58:38.988641 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-d706ba93-e288-4b81-866b-b1b0686ec311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:52Z', 'revision_number': 4, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port': {'id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '446c3191-95a9-4e66-bc79-b86aa4e4fbda', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'port_id': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'mac_address': 'fa:16:3e:11:2d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:58:37Z', 'updated_at': '2021-08-24T19:58:37Z', 'revision_number': 0, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf424fa4-fa05-4e60-9153-d13be37d24bb', 'name': '', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'mac_address': 'fa:16:3e:7f:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:51Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 5, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'subnets': [{'id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:38.991031 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06e60-43c6-4cc3-bb41-79e032cbb60b req-b90f52cc-3961-4ec3-b340-1918825d6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:38.992507 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f7b06e60-43c6-4cc3-bb41-79e032cbb60b req-b90f52cc-3961-4ec3-b340-1918825d6ed8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f7823f7-6361-4255-bd6a-627a0e128b82 HTTP/1.1" status: 200 len: 847 time: 0.0427248 Aug 24 19:58:39.019161 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706ba93-e288-4b81-866b-b1b0686ec311 None None] Checking router: e6984643-e804-4a7f-affe-aa0e6022802c for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:58:39.028348 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706ba93-e288-4b81-866b-b1b0686ec311 None None] Routers {'e6984643-e804-4a7f-affe-aa0e6022802c'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:58:39.028964 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-d706ba93-e288-4b81-866b-b1b0686ec311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:58:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['e6984643-e804-4a7f-affe-aa0e6022802c'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:39.037982 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06e60-43c6-4cc3-bb41-79e032cbb60b req-7000aff5-92c3-4b73-a62d-74fb8766fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:39.039472 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f7b06e60-43c6-4cc3-bb41-79e032cbb60b req-7000aff5-92c3-4b73-a62d-74fb8766fd35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6510543e-a275-4e29-bd7f-c159b815c9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402126 Aug 24 19:58:39.134400 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f7b06e60-43c6-4cc3-bb41-79e032cbb60b req-e809f12d-0fc4-4e2d-8276-2070776851a6 service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871172 Aug 24 19:58:39.134982 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-d706ba93-e288-4b81-866b-b1b0686ec311 None None] Set router e6984643-e804-4a7f-affe-aa0e6022802c gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:58:39.359168 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-d706ba93-e288-4b81-866b-b1b0686ec311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:52Z', 'revision_number': 4, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port': {'id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '446c3191-95a9-4e66-bc79-b86aa4e4fbda', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'port_id': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'mac_address': 'fa:16:3e:11:2d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:58:37Z', 'updated_at': '2021-08-24T19:58:37Z', 'revision_number': 0, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf424fa4-fa05-4e60-9153-d13be37d24bb', 'name': '', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'mac_address': 'fa:16:3e:7f:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:51Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 5, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'subnets': [{'id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:58:39.388789 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706ba93-e288-4b81-866b-b1b0686ec311 None None] The sync data for ids ['e6984643-e804-4a7f-affe-aa0e6022802c'] in dv-cinder-804093-3-iscsi is: [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:52Z', 'revision_number': 4, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port': {'id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '446c3191-95a9-4e66-bc79-b86aa4e4fbda', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'port_id': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'mac_address': 'fa:16:3e:11:2d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:58:37Z', 'updated_at': '2021-08-24T19:58:37Z', 'revision_number': 0, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf424fa4-fa05-4e60-9153-d13be37d24bb', 'name': '', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'mac_address': 'fa:16:3e:7f:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:51Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 5, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'subnets': [{'id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:58:39.563130 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9b7953-32da-4343-93a3-2451d177b203 None None] New status for floating IP 446c3191-95a9-4e66-bc79-b86aa4e4fbda: ACTIVE {{(pid=105638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:58:40.118786 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f7b06e60-43c6-4cc3-bb41-79e032cbb60b req-404aabf0-1770-4837-8063-4c4d746065fa service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821044 Aug 24 19:58:51.973745 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d7a29-4aed-476f-bb55-97efbfc701db req-b53d3167-6ab1-4243-85a0-30bab98e5706 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:51.975242 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b65d7a29-4aed-476f-bb55-97efbfc701db req-b53d3167-6ab1-4243-85a0-30bab98e5706 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 945 time: 0.0496092 Aug 24 19:58:52.015834 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b65d7a29-4aed-476f-bb55-97efbfc701db req-d2b5cd8f-8798-42cb-bcc5-764910f744c9 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Aug 24 19:58:53.134057 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f402d1-d340-4414-99b0-5095494f0f09 req-1807edf2-788b-4b26-9c72-d3c24a9f5589 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:53.135425 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-89f402d1-d340-4414-99b0-5095494f0f09 req-1807edf2-788b-4b26-9c72-d3c24a9f5589 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 945 time: 0.0529730 Aug 24 19:58:53.173230 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-89f402d1-d340-4414-99b0-5095494f0f09 req-2c2db9cc-28cb-4a31-90bc-5b9c67ce1157 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f77a267-57af-48fd-93af-054ae1a67cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319207 Aug 24 19:58:53.652108 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143e771-95e0-4f0d-9fa5-ae48e111be8d req-f80a813e-15af-4d0c-b6f5-f947d043ec5f tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:58:53.653695 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2143e771-95e0-4f0d-9fa5-ae48e111be8d req-f80a813e-15af-4d0c-b6f5-f947d043ec5f tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 945 time: 0.0483563 Aug 24 19:58:53.746515 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-2143e771-95e0-4f0d-9fa5-ae48e111be8d req-aa9f0c41-6ca8-4f8f-b05d-fa261667d808 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Deleting port 7c3ebbe0-f680-46b7-9a9d-960d808fe805 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:58:53.747010 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-2143e771-95e0-4f0d-9fa5-ae48e111be8d req-aa9f0c41-6ca8-4f8f-b05d-fa261667d808 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:53.835385 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-2143e771-95e0-4f0d-9fa5-ae48e111be8d req-aa9f0c41-6ca8-4f8f-b05d-fa261667d808 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] For port 7c3ebbe0-f680-46b7-9a9d-960d808fe805, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7c3ebbe0-f680-46b7-9a9d-960d808fe805,segment=NetworkSegment(0a7ac70c-517e-4804-ab0c-2b1b9845ee1b),segment_id=0a7ac70c-517e-4804-ab0c-2b1b9845ee1b)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:58:53.835751 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-2143e771-95e0-4f0d-9fa5-ae48e111be8d req-aa9f0c41-6ca8-4f8f-b05d-fa261667d808 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:53.848876 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-2143e771-95e0-4f0d-9fa5-ae48e111be8d req-aa9f0c41-6ca8-4f8f-b05d-fa261667d808 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Calling delete_port for 7c3ebbe0-f680-46b7-9a9d-960d808fe805 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:58:53.977065 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-2143e771-95e0-4f0d-9fa5-ae48e111be8d req-aa9f0c41-6ca8-4f8f-b05d-fa261667d808 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:53.989211 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['7c3ebbe0-f680-46b7-9a9d-960d808fe805'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:58:54.009004 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f0c41-6ca8-4f8f-b05d-fa261667d808 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Pushing event deleted for resources: {'Port': ['ID=7c3ebbe0-f680-46b7-9a9d-960d808fe805,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:58:54.050780 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-2143e771-95e0-4f0d-9fa5-ae48e111be8d req-aa9f0c41-6ca8-4f8f-b05d-fa261667d808 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] No DVR routers for this DVR port 7c3ebbe0-f680-46b7-9a9d-960d808fe805 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:58:54.053321 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-2143e771-95e0-4f0d-9fa5-ae48e111be8d req-aa9f0c41-6ca8-4f8f-b05d-fa261667d808 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:58:54.055288 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2143e771-95e0-4f0d-9fa5-ae48e111be8d req-aa9f0c41-6ca8-4f8f-b05d-fa261667d808 tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.62 "DELETE /v2.0/ports/7c3ebbe0-f680-46b7-9a9d-960d808fe805 HTTP/1.1" status: 204 len: 173 time: 0.3939455 Aug 24 19:58:54.055723 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff89065a-1edf-498f-b6f6-57f104d80b9c', 'name': 'network-vif-deleted', 'tag': '7c3ebbe0-f680-46b7-9a9d-960d808fe805'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:58:54.057982 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6974e9-3d85-44d7-aaa4-8b363b96346b" -d '{"events": [{"server_uuid": "ff89065a-1edf-498f-b6f6-57f104d80b9c", "name": "network-vif-deleted", "tag": "7c3ebbe0-f680-46b7-9a9d-960d808fe805"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:58:54.095460 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f4c009-0eb9-4066-baed-5a5819ec3530 x-openstack-request-id: req-f4f4c009-0eb9-4066-baed-5a5819ec3530 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:58:54.095783 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff89065a-1edf-498f-b6f6-57f104d80b9c", "name": "network-vif-deleted", "tag": "7c3ebbe0-f680-46b7-9a9d-960d808fe805", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:58:54.096042 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f4f4c009-0eb9-4066-baed-5a5819ec3530 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:58:54.096464 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff89065a-1edf-498f-b6f6-57f104d80b9c', 'name': 'network-vif-deleted', 'tag': '7c3ebbe0-f680-46b7-9a9d-960d808fe805', 'status': 'completed', 'code': 200} Aug 24 19:58:54.278588 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b96055ae-0d4a-46ca-93df-a78ba32eb07a req-1b937697-a404-404d-98e7-117eb393f85f tempest-VolumesSnapshotTestJSON-550450757 tempest-VolumesSnapshotTestJSON-550450757-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89065a-1edf-498f-b6f6-57f104d80b9c HTTP/1.1" status: 200 len: 210 time: 0.0288599 Aug 24 19:58:58.717873 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 7c3ebbe0-f680-46b7-9a9d-960d808fe805 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:58:58.738210 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 7c3ebbe0-f680-46b7-9a9d-960d808fe805 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:58:58.738551 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 7c3ebbe0-f680-46b7-9a9d-960d808fe805 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:59:03.093919 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-663c98b9-e059-4a93-b398-4593066b0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:05.749933 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1c770f79-56cd-4abd-a27d-35b76d35befe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:06.185861 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:06.781750 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:08.440302 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:08.683446 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:10.392775 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:59:12.962429 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-0a273fe7-543c-44b8-8940-255d198242fe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408115 Aug 24 19:59:13.053786 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-f1591a18-b9e2-4b68-8d54-5a5750e982ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:13.055283 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-f1591a18-b9e2-4b68-8d54-5a5750e982ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4262d73d8d644afe8e45bb8f24280d5a&device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0495293 Aug 24 19:59:13.166529 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-9d3e56cb-b070-4232-8717-626cf4f78268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:13.168491 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-9d3e56cb-b070-4232-8717-626cf4f78268 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6510543e-a275-4e29-bd7f-c159b815c9bb HTTP/1.1" status: 200 len: 909 time: 0.0914526 Aug 24 19:59:13.235225 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-31c1bf20-56b7-4b13-b00a-ca76413e56e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af623075-7ce4-4b37-8054-0b3f69a1da18 HTTP/1.1" status: 200 len: 1001 time: 0.0589261 Aug 24 19:59:13.289935 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-715c1b65-e753-4bb0-a7ff-78787a61c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:13.291442 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-715c1b65-e753-4bb0-a7ff-78787a61c89a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f7823f7-6361-4255-bd6a-627a0e128b82 HTTP/1.1" status: 200 len: 847 time: 0.0471523 Aug 24 19:59:13.341695 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-3bcf933c-2798-4edb-87bf-7f22834f9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:13.343173 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-3bcf933c-2798-4edb-87bf-7f22834f9bf8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6510543e-a275-4e29-bd7f-c159b815c9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441027 Aug 24 19:59:13.355041 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-0cc60ad3-90de-4538-aa96-56ddef022d1e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=105636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:59:13.356650 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-0cc60ad3-90de-4538-aa96-56ddef022d1e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058243 Aug 24 19:59:13.451615 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-fb99f958-57d9-47c3-8cdc-2943fd88b6d6 service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879865 Aug 24 19:59:13.563588 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fce5d95b-e3df-4a2d-b60d-d52eee90ddcc req-eb8c56ca-66c4-43ff-9005-6df8d211d495 service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044025 Aug 24 19:59:18.338285 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56148) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:18.382882 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a249828-4e1b-4650-8b29-ad6e2e9f274a admin admin] Deleting subnet fc2ad5d1-d2cd-4cf9-ab03-2c92bab0636c {{(pid=105636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:59:18.387551 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7a249828-4e1b-4650-8b29-ad6e2e9f274a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.421667 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7a249828-4e1b-4650-8b29-ad6e2e9f274a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264856231'] for subnet, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.460222 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7a249828-4e1b-4650-8b29-ad6e2e9f274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.515642 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7a249828-4e1b-4650-8b29-ad6e2e9f274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264856079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267593542'] for subnet, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.549835 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a249828-4e1b-4650-8b29-ad6e2e9f274a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc2ad5d1-d2cd-4cf9-ab03-2c92bab0636c,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:18.551835 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7a249828-4e1b-4650-8b29-ad6e2e9f274a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.553764 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-7a249828-4e1b-4650-8b29-ad6e2e9f274a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fc2ad5d1-d2cd-4cf9-ab03-2c92bab0636c HTTP/1.1" status: 204 len: 168 time: 0.2144792 Aug 24 19:59:18.556256 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56150) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:18.625796 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7484bb35-fd3f-4e2b-a890-9e1e0fa957b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.708370 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7484bb35-fd3f-4e2b-a890-9e1e0fa957b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.718618 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-7484bb35-fd3f-4e2b-a890-9e1e0fa957b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2d12d6-8714-451a-90f9-87cbc2e5e523']}} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:18.728629 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-7484bb35-fd3f-4e2b-a890-9e1e0fa957b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7ac70c-517e-4804-ab0c-2b1b9845ee1b') {'for_net_delete': True} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:18.728916 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-7484bb35-fd3f-4e2b-a890-9e1e0fa957b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7ac70c-517e-4804-ab0c-2b1b9845ee1b') {} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:18.737387 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7484bb35-fd3f-4e2b-a890-9e1e0fa957b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264856232'] for segment, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.750658 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7484bb35-fd3f-4e2b-a890-9e1e0fa957b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.756324 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7484bb35-fd3f-4e2b-a890-9e1e0fa957b8 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=105636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:59:18.756704 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7484bb35-fd3f-4e2b-a890-9e1e0fa957b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264856557'] for segment, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: Traceback (most recent call last): Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: timer() Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: cb(*args, **kw) Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: return func(*args, **kwargs) Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: self._notify() Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: self.callback(batched_events) Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: event.method(event) Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: return f(self, *a, **k) Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._get(url).json() Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: return self.request(url, 'GET', **kwargs) Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:59:18.758288 dv-cinder-804093-3-iscsi neutron-server[105636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:59:18.812452 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7484bb35-fd3f-4e2b-a890-9e1e0fa957b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.817313 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-7484bb35-fd3f-4e2b-a890-9e1e0fa957b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:18.819267 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-7484bb35-fd3f-4e2b-a890-9e1e0fa957b8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/fa2d12d6-8714-451a-90f9-87cbc2e5e523 HTTP/1.1" status: 204 len: 168 time: 0.2620232 Aug 24 19:59:18.832650 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484bb35-fd3f-4e2b-a890-9e1e0fa957b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa2d12d6-8714-451a-90f9-87cbc2e5e523,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:18.981127 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56154) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:19.025661 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-f15a975d-cd70-4644-a4df-966cf438f5a2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20953adeee024b1da3414e5670e6356c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433104 Aug 24 19:59:19.028029 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56156) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:19.075401 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-73719520-03c6-47a7-b3be-29cb97d31b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:19.096315 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-73719520-03c6-47a7-b3be-29cb97d31b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:19.143899 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-73719520-03c6-47a7-b3be-29cb97d31b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:19.146493 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-73719520-03c6-47a7-b3be-29cb97d31b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:19.147646 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-73719520-03c6-47a7-b3be-29cb97d31b0c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f77a267-57af-48fd-93af-054ae1a67cd4 HTTP/1.1" status: 204 len: 168 time: 0.1186984 Aug 24 19:59:19.155463 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73719520-03c6-47a7-b3be-29cb97d31b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f77a267-57af-48fd-93af-054ae1a67cd4,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:19.796730 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56178) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:19.891630 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1022801917-network', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:19.911813 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Made reservation on behalf of c5fa352c9d414e39b8b0a375fc5dda69 for: {'network': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:59:19.914049 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:19.922369 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.008462 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.012621 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.036479 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=105635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:59:20.046992 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17bdbd4-14d8-4688-bdbb-2d129d643884,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:20.056006 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.056381 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.segments_db [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Added segment 2adc5698-5352-4eb9-833b-e180c29ce1e3 of type vlan for network d853d5ad-0088-46c9-bc3d-862e6e62c924 Aug 24 19:59:20.058325 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:20.059803 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:20.060177 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:20.060520 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:20.060858 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:20.061196 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:20.061529 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:20.061860 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:20.062190 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:20.062516 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:20.062840 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:20.063163 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:20.111679 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.136815 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.137932 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:20.138502 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.186939 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3890781 Aug 24 19:59:20.189824 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56184) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:20.194983 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-302b5820-3697-4c50-8a67-16f5e12ad71b admin admin] Request body: {'subnet': {'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1022801917-subnet', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'ip_version': 4}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:20.197359 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0af00-d758-43a1-ac46-73e25236fb70 admin admin] Pushing event updated for resources: {'Network': ['ID=d853d5ad-0088-46c9-bc3d-862e6e62c924,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:20.206676 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network d853d5ad-0088-46c9-bc3d-862e6e62c924 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:59:20.217351 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302b5820-3697-4c50-8a67-16f5e12ad71b admin admin] Made reservation on behalf of c5fa352c9d414e39b8b0a375fc5dda69 for: {'subnet': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:59:20.219663 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-302b5820-3697-4c50-8a67-16f5e12ad71b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267593661'] for subnet, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.384767 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-302b5820-3697-4c50-8a67-16f5e12ad71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264856136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267593551'] for subnet, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.441859 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b5820-3697-4c50-8a67-16f5e12ad71b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0117c291-6b65-4b76-97a3-f922de168bb4,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:20.448866 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b5820-3697-4c50-8a67-16f5e12ad71b admin admin] Checking segment: {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:59:20.449946 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302b5820-3697-4c50-8a67-16f5e12ad71b admin admin] Network hostable DHCP agents. Network: d853d5ad-0088-46c9-bc3d-862e6e62c924, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:59:20.466043 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302b5820-3697-4c50-8a67-16f5e12ad71b admin admin] Network d853d5ad-0088-46c9-bc3d-862e6e62c924 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:59:20.474424 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-302b5820-3697-4c50-8a67-16f5e12ad71b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, d853d5ad-0088-46c9-bc3d-862e6e62c924) {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:59:20.478327 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302b5820-3697-4c50-8a67-16f5e12ad71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:20.478909 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-302b5820-3697-4c50-8a67-16f5e12ad71b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.483467 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f826a-152b-4bcc-b154-53e182111d97 None None] Network d853d5ad-0088-46c9-bc3d-862e6e62c924 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:59:20.492518 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-302b5820-3697-4c50-8a67-16f5e12ad71b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3014886 Aug 24 19:59:20.495309 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56186) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:20.500605 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:20.521040 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-485'] for router, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.522153 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1718178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-466'] for router, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.578091 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.631365 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp566fb7dc-fe74-549b-8080-d65c18c3220f-d853d5ad-0088-46c9-bc3d-862e6e62c924', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4'}]}} from dv-cinder-804093-3-iscsi. {{(pid=105637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:59:20.632364 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.714587 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.768365 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.db_base_plugin_common [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Allocated IP 172.20.0.2 (d853d5ad-0088-46c9-bc3d-862e6e62c924/0117c291-6b65-4b76-97a3-f922de168bb4/ff7e9cb8-d858-4e0b-97d6-612d182408a7) {{(pid=105637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:59:20.917600 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Notify callbacks [] for port, precommit_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.927395 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Transition to ACTIVE for port object ff7e9cb8-d858-4e0b-97d6-612d182408a7 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:59:20.943619 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Transition to ACTIVE for port object ff7e9cb8-d858-4e0b-97d6-612d182408a7 will not be triggered until provisioned by entity DHCP. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:59:20.944259 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.950136 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.969512 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:20.992175 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Network d853d5ad-0088-46c9-bc3d-862e6e62c924 is already hosted by enough agents. {{(pid=105637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:59:20.997725 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.base_scheduler [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Resources bound (agent type, host, resource id): {{(pid=105637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:59:20.999875 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Pushing event updated for resources: {'Port': ['ID=ff7e9cb8-d858-4e0b-97d6-612d182408a7,revision_number=1']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:21.002035 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Received port after_create {{(pid=105637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:59:21.013796 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:21.014337 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:21.014480 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:21.014803 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:21.015128 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:21.015462 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:21.015785 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:21.017911 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:21.017911 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:21.017911 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:21.017911 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:21.017911 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:21.070642 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Attempting to bind port ff7e9cb8-d858-4e0b-97d6-612d182408a7 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:59:21.071010 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Attempting to bind port ff7e9cb8-d858-4e0b-97d6-612d182408a7 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:59:21.071370 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Attempting to bind port ff7e9cb8-d858-4e0b-97d6-612d182408a7 on network d853d5ad-0088-46c9-bc3d-862e6e62c924 {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:59:21.077455 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:59:21.077881 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Checking segment: {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:59:21.078292 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:21.078678 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Bound using segment: {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:59:21.079220 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Bound port: ff7e9cb8-d858-4e0b-97d6-612d182408a7, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:59:21.079513 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:21.093747 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Allocated IP 172.27.2.223 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/f0a36877-152c-4994-a00f-c823d1d92da2) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:59:21.143232 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] For port ff7e9cb8-d858-4e0b-97d6-612d182408a7, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:59:21.146431 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] For port ff7e9cb8-d858-4e0b-97d6-612d182408a7, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=ff7e9cb8-d858-4e0b-97d6-612d182408a7,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:59:21.150668 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:21.197025 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:21.216683 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9f8e0-783d-450f-8218-7b6d6e7a8c3c None None] Pushing event updated for resources: {'Port': ['ID=ff7e9cb8-d858-4e0b-97d6-612d182408a7,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:21.238599 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:21.279341 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:59:21.282319 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:59:21.284768 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:59:21.313954 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Pushing event updated for resources: {'Port': ['ID=f0a36877-152c-4994-a00f-c823d1d92da2,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:21.563433 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:21.751738 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708915'] for router, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:21.886384 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d is scheduled to L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 with binding_index 1 {{(pid=105635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:59:21.994188 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:59:22.003375 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Sync routers for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:59:22.012947 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] Notify callbacks [] for router, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:22.013124 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a231f8ad-533e-4890-8ae7-e9b07afc55cd None None] Network d853d5ad-0088-46c9-bc3d-862e6e62c924 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:59:22.014174 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-346482d2-aada-4427-a46f-1d6b96f0ae9b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5170984 Aug 24 19:59:22.016865 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56188) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:22.027247 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:59:22.027873 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:59:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:22.268561 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device ff7e9cb8-d858-4e0b-97d6-612d182408a7 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:59:22.337492 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-7f1ec268-6171-4943-b04f-e01ac2437c4b None None] Provisioning for port ff7e9cb8-d858-4e0b-97d6-612d182408a7 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:59:22.406532 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:59:22.431255 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:22.488245 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port ff7e9cb8-d858-4e0b-97d6-612d182408a7 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:59:22.511036 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port ff7e9cb8-d858-4e0b-97d6-612d182408a7 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:22.511409 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:22.588291 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Allocated IP 172.20.0.1 (d853d5ad-0088-46c9-bc3d-862e6e62c924/0117c291-6b65-4b76-97a3-f922de168bb4/bcd48890-6f53-4446-862b-29ab474a97d2) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:59:22.705013 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:22.705256 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:22.720577 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.provisioning_blocks [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Transition to ACTIVE for port object bcd48890-6f53-4446-862b-29ab474a97d2 will not be triggered until provisioned by entity DHCP. {{(pid=105635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:59:22.751168 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port ff7e9cb8-d858-4e0b-97d6-612d182408a7, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=ff7e9cb8-d858-4e0b-97d6-612d182408a7,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:59:22.753126 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:21Z', 'revision_number': 3, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:22.757255 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:22.764214 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:22.788703 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Checking router: 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:59:22.788703 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Updating router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d port f0a36877-152c-4994-a00f-c823d1d92da2 binding host dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:59:22.806151 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Network d853d5ad-0088-46c9-bc3d-862e6e62c924 is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:59:22.809775 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:59:22.813653 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:59:22.838147 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd48890-6f53-4446-862b-29ab474a97d2,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:22.847451 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:22.858594 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708544'] for router_interface, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:22.888667 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=ff7e9cb8-d858-4e0b-97d6-612d182408a7,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:23.005925 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-6ee5504f-8c19-43a0-bf14-0a854203a53e None None] Provisioning complete for port ff7e9cb8-d858-4e0b-97d6-612d182408a7 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:23.006398 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-6ee5504f-8c19-43a0-bf14-0a854203a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.188028 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.207119 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Notify callbacks [] for port, precommit_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.217543 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Transition to ACTIVE for port object f0a36877-152c-4994-a00f-c823d1d92da2 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:59:23.222677 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.283615 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Attempting to bind port f0a36877-152c-4994-a00f-c823d1d92da2 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:59:23.284282 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Attempting to bind port f0a36877-152c-4994-a00f-c823d1d92da2 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:59:23.284379 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Attempting to bind port f0a36877-152c-4994-a00f-c823d1d92da2 on network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:59:23.286131 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1ee0f-ca5d-4529-b883-e7fe64b9be16 None None] Pushing event updated for resources: {'Port': ['ID=f0a36877-152c-4994-a00f-c823d1d92da2,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:23.294600 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:59:23.294981 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Checking segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:59:23.295384 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.295775 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Bound using segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:59:23.296267 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Bound port: f0a36877-152c-4994-a00f-c823d1d92da2, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:59:23.296651 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.319750 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-fbd5bb94-be60-40dc-b8fa-957696cf7514 None None] Provisioning for port bcd48890-6f53-4446-862b-29ab474a97d2 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:59:23.329793 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-fbd5bb94-be60-40dc-b8fa-957696cf7514 None None] Provisioning complete for port bcd48890-6f53-4446-862b-29ab474a97d2 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:23.330166 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-fbd5bb94-be60-40dc-b8fa-957696cf7514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.354840 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.359498 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267901878'] for port, after_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.380307 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] For port f0a36877-152c-4994-a00f-c823d1d92da2, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:59:23.383872 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-fbd5bb94-be60-40dc-b8fa-957696cf7514 None None] Port bcd48890-6f53-4446-862b-29ab474a97d2 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:59:23.393492 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] For port f0a36877-152c-4994-a00f-c823d1d92da2, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=f0a36877-152c-4994-a00f-c823d1d92da2,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:59:23.398040 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.431504 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd48890-6f53-4446-862b-29ab474a97d2,revision_number=2']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:23.439658 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710550'] for router_interface, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.454199 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:59:23.454824 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:59:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:23.520476 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1ee0f-ca5d-4529-b883-e7fe64b9be16 None None] Pushing event updated for resources: {'Port': ['ID=f0a36877-152c-4994-a00f-c823d1d92da2,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:23.529379 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Network d853d5ad-0088-46c9-bc3d-862e6e62c924 is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:59:23.530797 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:59:23.570243 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:59:23.661472 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:59:23.774052 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:59:23.780398 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-6e2169bf-90c3-4d47-aac6-c458070cacc1 admin admin] 10.222.0.57 "PUT /v2.0/routers/3c6fc972-b37a-4a6b-bda2-2d5fbae0397d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7625155 Aug 24 19:59:23.789991 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 2, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:23.820593 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48de00d-9f00-4863-9bb3-50fa9cd39256 None None] The sync data for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi is: [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 2, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:59:23.830013 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-c9a0b047-1c94-4d2e-983c-adfd7bb6ae57 None None] Provisioning complete for port bcd48890-6f53-4446-862b-29ab474a97d2 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:23.830386 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-c9a0b047-1c94-4d2e-983c-adfd7bb6ae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:23.865676 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0b047-1c94-4d2e-983c-adfd7bb6ae57 None None] Port bcd48890-6f53-4446-862b-29ab474a97d2 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:59:24.222945 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device ff7e9cb8-d858-4e0b-97d6-612d182408a7 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:59:24.285360 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port ff7e9cb8-d858-4e0b-97d6-612d182408a7 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:24.285941 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.303450 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56204) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:24.310249 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-798745895-network', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec'}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:24.333910 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Made reservation on behalf of ea3c268128d24b1fad13723ce41cecec for: {'network': 1} {{(pid=105635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:59:24.336561 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for network, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.346778 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.462077 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.467592 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.500603 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=105635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:59:24.507797 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9246f78e-ecf7-414e-afb3-f2f19ab381f5,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:24.515071 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.515315 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.db.segments_db [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Added segment f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee of type vlan for network 3055278f-5398-43cf-8bf6-12a520d50886 Aug 24 19:59:24.557761 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780122127656'] for network, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.585097 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963'] for network, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.586327 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:24.586984 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.647976 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3425479 Aug 24 19:59:24.650911 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56206) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:24.654021 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe47298-77ae-4f96-9ba8-1dc3321cab36 admin admin] Pushing event updated for resources: {'Network': ['ID=3055278f-5398-43cf-8bf6-12a520d50886,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:24.656200 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Request body: {'subnet': {'network_id': '3055278f-5398-43cf-8bf6-12a520d50886', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-798745895-subnet', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'ip_version': 4}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:24.663848 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Network 3055278f-5398-43cf-8bf6-12a520d50886 details requested by agent ovs-agent-dv-cinder-804093-3-iscsi with host dv-cinder-804093-3-iscsi {{(pid=105637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:59:24.686220 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Made reservation on behalf of ea3c268128d24b1fad13723ce41cecec for: {'subnet': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:59:24.689157 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267593661'] for subnet, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.870011 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264856136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267593551'] for subnet, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.926316 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d4bd84-590b-4e1c-8e38-cc6699a7381d,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:24.943646 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:24.943994 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:24.944348 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:24.944679 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:24.945004 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:24.945332 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:24.945656 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:24.946133 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:24.946316 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:24.946610 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:24.946928 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:24.947258 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:24.954010 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Checking segment: {'id': 'f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:59:24.954319 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Network hostable DHCP agents. Network: 3055278f-5398-43cf-8bf6-12a520d50886, hostable agents: ['0116d4af-56fb-4ae2-b116-2da7ce32c129'], hosted agents: [] {{(pid=105636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:59:24.971800 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Network 3055278f-5398-43cf-8bf6-12a520d50886 is scheduled to be hosted by DHCP agent 0116d4af-56fb-4ae2-b116-2da7ce32c129 with binding_index 1 {{(pid=105636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:59:24.980062 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-3-iscsi, 3055278f-5398-43cf-8bf6-12a520d50886) {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:59:24.984583 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:24.985101 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:24.989915 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b76f88-da1d-476c-8be4-4b3d8eddfef2 None None] Network 3055278f-5398-43cf-8bf6-12a520d50886 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:59:25.000206 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-140fc279-9743-49b4-9914-d607e26b12b1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3480914 Aug 24 19:59:25.003429 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56208) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:25.008719 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.v2.base [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-798745895-router', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}} {{(pid=105635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:25.030892 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-485'] for router, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.031951 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1718178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-466'] for router, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.092219 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.143037 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp566fb7dc-fe74-549b-8080-d65c18c3220f-3055278f-5398-43cf-8bf6-12a520d50886', 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'fixed_ips': [{'subnet_id': '91d4bd84-590b-4e1c-8e38-cc6699a7381d'}]}} from dv-cinder-804093-3-iscsi. {{(pid=105637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:59:25.143945 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.231636 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.283634 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.db_base_plugin_common [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Allocated IP 172.20.0.2 (3055278f-5398-43cf-8bf6-12a520d50886/91d4bd84-590b-4e1c-8e38-cc6699a7381d/71d895d4-cc03-48c7-9196-1629b0ebf542) {{(pid=105637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:59:25.435424 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Notify callbacks [] for port, precommit_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.436871 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.443785 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Transition to ACTIVE for port object 71d895d4-cc03-48c7-9196-1629b0ebf542 will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:59:25.456361 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.459394 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Transition to ACTIVE for port object 71d895d4-cc03-48c7-9196-1629b0ebf542 will not be triggered until provisioned by entity DHCP. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:59:25.467545 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898'] for port, after_create {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.502946 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Network 3055278f-5398-43cf-8bf6-12a520d50886 is already hosted by enough agents. {{(pid=105637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:59:25.507456 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.scheduler.base_scheduler [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Resources bound (agent type, host, resource id): {{(pid=105637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:59:25.509924 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Received port after_create {{(pid=105637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:59:25.550451 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Pushing event updated for resources: {'Port': ['ID=71d895d4-cc03-48c7-9196-1629b0ebf542,revision_number=1']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:25.568222 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_common [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Allocated IP 172.27.2.155 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/3080fd36-c7be-4af5-94e1-36f331967c5f) {{(pid=105635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:59:25.581106 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Attempting to bind port 71d895d4-cc03-48c7-9196-1629b0ebf542 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:59:25.581732 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Attempting to bind port 71d895d4-cc03-48c7-9196-1629b0ebf542 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:59:25.582117 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Attempting to bind port 71d895d4-cc03-48c7-9196-1629b0ebf542 on network 3055278f-5398-43cf-8bf6-12a520d50886 {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:59:25.587713 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:59:25.588102 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Checking segment: {'id': 'f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:59:25.588586 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.588973 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Bound using segment: {'id': 'f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:59:25.589442 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Bound port: 71d895d4-cc03-48c7-9196-1629b0ebf542, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:59:25.589998 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.665362 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] For port 71d895d4-cc03-48c7-9196-1629b0ebf542, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:59:25.669859 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] For port 71d895d4-cc03-48c7-9196-1629b0ebf542, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=71d895d4-cc03-48c7-9196-1629b0ebf542,segment=NetworkSegment(f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee),segment_id=f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:59:25.674089 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.678306 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.722865 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:25.734783 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f6f88-e8e0-4b80-9618-62a7254d5195 None None] Pushing event updated for resources: {'Port': ['ID=71d895d4-cc03-48c7-9196-1629b0ebf542,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:25.767425 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:59:25.784883 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Sync routers for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:59:25.785753 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.base_scheduler [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Resources bound (agent type, host, resource id): {{(pid=105635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:59:25.788358 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Received port after_create {{(pid=105635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:59:25.790476 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Pushing event updated for resources: {'Port': ['ID=3080fd36-c7be-4af5-94e1-36f331967c5f,revision_number=1']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:25.795432 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:59:25.796046 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:59:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:25.930224 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:59:26.067958 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.154196 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 2, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:26.193122 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Checking router: 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:59:26.193473 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Updating router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d port bcd48890-6f53-4446-862b-29ab474a97d2 binding host dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:59:26.224035 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.272321 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1708915'] for router, after_create {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.287394 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 71d895d4-cc03-48c7-9196-1629b0ebf542 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:59:26.352030 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 71d895d4-cc03-48c7-9196-1629b0ebf542 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:59:26.358940 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device f0a36877-152c-4994-a00f-c823d1d92da2 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:59:26.418373 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Router fd4773c3-0f90-476f-aa75-32fa7a900224 is scheduled to L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 with binding_index 1 {{(pid=105635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:59:26.429619 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port f0a36877-152c-4994-a00f-c823d1d92da2 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:59:26.435009 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port f0a36877-152c-4994-a00f-c823d1d92da2 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:26.435468 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.538039 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.553487 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Transition to ACTIVE for port object bcd48890-6f53-4446-862b-29ab474a97d2 will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:59:26.564609 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:59:26.567555 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.594567 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] Notify callbacks [] for router, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.597068 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c9e61fd2-16cf-46d5-ac83-457d88cac771 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5925503 Aug 24 19:59:26.600216 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56210) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:26.601007 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Sync routers for ids ['fd4773c3-0f90-476f-aa75-32fa7a900224'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:59:26.622777 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Routers {'fd4773c3-0f90-476f-aa75-32fa7a900224'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:59:26.623404 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:59:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['fd4773c3-0f90-476f-aa75-32fa7a900224'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:26.625683 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Pushing event updated for resources: {'Port': ['ID=bcd48890-6f53-4446-862b-29ab474a97d2,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:26.687431 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Attempting to bind port bcd48890-6f53-4446-862b-29ab474a97d2 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:59:26.688223 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Attempting to bind port bcd48890-6f53-4446-862b-29ab474a97d2 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:59:26.688807 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Attempting to bind port bcd48890-6f53-4446-862b-29ab474a97d2 on network d853d5ad-0088-46c9-bc3d-862e6e62c924 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:59:26.695840 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:26.696225 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:26.696570 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:26.696902 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:26.697232 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:26.697719 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:26.698050 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:26.698425 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:26.698822 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:26.699747 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:26.699961 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:26.700297 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:59:26.705757 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:59:26.706131 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Checking segment: {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:59:26.706604 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.707052 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Bound using segment: {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:59:26.707691 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Bound port: bcd48890-6f53-4446-862b-29ab474a97d2, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:59:26.708163 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.731043 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Set router fd4773c3-0f90-476f-aa75-32fa7a900224 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:59:26.790555 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] For port bcd48890-6f53-4446-862b-29ab474a97d2, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:59:26.795863 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] For port bcd48890-6f53-4446-862b-29ab474a97d2, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=bcd48890-6f53-4446-862b-29ab474a97d2,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:59:26.803354 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:26.888595 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:59:26.889441 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:59:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:26.892878 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79499e4-d1ad-40cc-8319-9a4621afb822 None None] Network 3055278f-5398-43cf-8bf6-12a520d50886 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:59:26.927648 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa33ef-010a-4f07-a3e2-5bac970ab82b None None] Pushing event updated for resources: {'Port': ['ID=bcd48890-6f53-4446-862b-29ab474a97d2,revision_number=4']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:26.986270 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.055041 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port f0a36877-152c-4994-a00f-c823d1d92da2, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=f0a36877-152c-4994-a00f-c823d1d92da2,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:59:27.072179 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.115658 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:59:27.125680 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-203fee0c-97ff-4e1d-b763-4923f326c4fd None None] Provisioning for port 71d895d4-cc03-48c7-9196-1629b0ebf542 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:59:27.143543 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-203fee0c-97ff-4e1d-b763-4923f326c4fd None None] Provisioning complete for port 71d895d4-cc03-48c7-9196-1629b0ebf542 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:27.144357 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-203fee0c-97ff-4e1d-b763-4923f326c4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.177592 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.214253 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=f0a36877-152c-4994-a00f-c823d1d92da2,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:27.231035 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'name': 'tempest-TestVolumeBootPattern-798745895-router', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:25Z', 'revision_number': 3, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'gw_port': {'id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:97:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:27.267839 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Checking router: fd4773c3-0f90-476f-aa75-32fa7a900224 for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:59:27.268226 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Updating router fd4773c3-0f90-476f-aa75-32fa7a900224 port 3080fd36-c7be-4af5-94e1-36f331967c5f binding host dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:59:27.305306 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.329721 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:27.344690 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Allocated IP 172.20.0.1 (3055278f-5398-43cf-8bf6-12a520d50886/91d4bd84-590b-4e1c-8e38-cc6699a7381d/d6ec3b7c-eb93-453f-bb01-05af7d6ce387) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:59:27.365544 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-203fee0c-97ff-4e1d-b763-4923f326c4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.366232 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940963e-4b9e-4955-9d2e-8f1f622b4a35 None None] The sync data for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi is: [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:59:27.472780 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-203fee0c-97ff-4e1d-b763-4923f326c4fd None None] For port 71d895d4-cc03-48c7-9196-1629b0ebf542, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=71d895d4-cc03-48c7-9196-1629b0ebf542,segment=NetworkSegment(f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee),segment_id=f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:59:27.482570 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.487429 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-203fee0c-97ff-4e1d-b763-4923f326c4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.501759 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Transition to ACTIVE for port object d6ec3b7c-eb93-453f-bb01-05af7d6ce387 will not be triggered until provisioned by entity DHCP. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:59:27.540046 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.586223 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fee0c-97ff-4e1d-b763-4923f326c4fd None None] Pushing event updated for resources: {'Port': ['ID=71d895d4-cc03-48c7-9196-1629b0ebf542,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:27.597444 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Network 3055278f-5398-43cf-8bf6-12a520d50886 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:59:27.602534 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:59:27.604339 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:59:27.607614 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ec3b7c-eb93-453f-bb01-05af7d6ce387,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:27.646809 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708544'] for router_interface, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.672160 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-770ddfb1-5273-435b-a4b6-f9ec1076c17b None None] Provisioning complete for port 71d895d4-cc03-48c7-9196-1629b0ebf542 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:27.672535 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-770ddfb1-5273-435b-a4b6-f9ec1076c17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.699627 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Notify callbacks [] for port, precommit_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.719103 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Transition to ACTIVE for port object 3080fd36-c7be-4af5-94e1-36f331967c5f will not be triggered until provisioned by entity L2. {{(pid=105637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:59:27.728451 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.785557 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.811773 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Attempting to bind port 3080fd36-c7be-4af5-94e1-36f331967c5f on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:59:27.812158 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Attempting to bind port 3080fd36-c7be-4af5-94e1-36f331967c5f by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:59:27.812518 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Attempting to bind port 3080fd36-c7be-4af5-94e1-36f331967c5f on network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:59:27.814367 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731793b5-ce28-44cb-8cc5-6bb412b4e02b None None] Pushing event updated for resources: {'Port': ['ID=3080fd36-c7be-4af5-94e1-36f331967c5f,revision_number=2']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:27.822618 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:59:27.822984 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Checking segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:59:27.823582 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.823967 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Bound using segment: {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'} {{(pid=105637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:59:27.825238 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.managers [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Bound port: 3080fd36-c7be-4af5-94e1-36f331967c5f, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb0b12-fb06-4718-a92b-147659efe2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca'}}] {{(pid=105637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:59:27.825617 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.884195 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] For port 3080fd36-c7be-4af5-94e1-36f331967c5f, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:59:27.887801 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] For port 3080fd36-c7be-4af5-94e1-36f331967c5f, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=3080fd36-c7be-4af5-94e1-36f331967c5f,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:59:27.891837 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.951185 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Routers {'fd4773c3-0f90-476f-aa75-32fa7a900224'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:59:27.951906 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:59:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['fd4773c3-0f90-476f-aa75-32fa7a900224'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:27.960246 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:27.965597 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:28.017479 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731793b5-ce28-44cb-8cc5-6bb412b4e02b None None] Pushing event updated for resources: {'Port': ['ID=3080fd36-c7be-4af5-94e1-36f331967c5f,revision_number=3']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:28.030659 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710550'] for router_interface, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:28.033622 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ec3b7c-eb93-453f-bb01-05af7d6ce387,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:28.046239 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-c5ae797c-fc87-4ac6-a199-8ef6c30942f0 None None] Provisioning for port d6ec3b7c-eb93-453f-bb01-05af7d6ce387 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:59:28.053839 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-c5ae797c-fc87-4ac6-a199-8ef6c30942f0 None None] Provisioning complete for port d6ec3b7c-eb93-453f-bb01-05af7d6ce387 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:28.054214 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-c5ae797c-fc87-4ac6-a199-8ef6c30942f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:28.093679 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] Set router fd4773c3-0f90-476f-aa75-32fa7a900224 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:59:28.130170 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae797c-fc87-4ac6-a199-8ef6c30942f0 None None] Port d6ec3b7c-eb93-453f-bb01-05af7d6ce387 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:59:28.132206 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Network 3055278f-5398-43cf-8bf6-12a520d50886 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:59:28.134310 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:59:28.276513 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Router fd4773c3-0f90-476f-aa75-32fa7a900224 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:59:28.369832 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 71d895d4-cc03-48c7-9196-1629b0ebf542 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:59:28.391159 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:59:28.396373 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-fe3cf3fc-4b88-432b-9849-c2cd562289c7 admin admin] 10.222.0.57 "PUT /v2.0/routers/fd4773c3-0f90-476f-aa75-32fa7a900224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7943735 Aug 24 19:59:28.478131 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-8f8bb6b1-a9ef-4fa2-b95b-0197e8704f78 None None] Provisioning complete for port d6ec3b7c-eb93-453f-bb01-05af7d6ce387 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:28.478736 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8f8bb6b1-a9ef-4fa2-b95b-0197e8704f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:28.504316 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 71d895d4-cc03-48c7-9196-1629b0ebf542 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:28.504677 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:28.549769 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bb6b1-a9ef-4fa2-b95b-0197e8704f78 None None] Port d6ec3b7c-eb93-453f-bb01-05af7d6ce387 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:59:28.561294 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'name': 'tempest-TestVolumeBootPattern-798745895-router', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:27Z', 'revision_number': 4, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'gw_port': {'id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:97:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'd6ec3b7c-eb93-453f-bb01-05af7d6ce387', 'name': '', 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'mac_address': 'fa:16:3e:93:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '91d4bd84-590b-4e1c-8e38-cc6699a7381d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:27Z', 'updated_at': '2021-08-24T19:59:27Z', 'revision_number': 1, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'subnets': [{'id': '91d4bd84-590b-4e1c-8e38-cc6699a7381d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:28.590346 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43413c0d-7266-43be-b6c7-4176daef7c2c None None] The sync data for ids ['fd4773c3-0f90-476f-aa75-32fa7a900224'] in dv-cinder-804093-3-iscsi is: [{'id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'name': 'tempest-TestVolumeBootPattern-798745895-router', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:27Z', 'revision_number': 4, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'gw_port': {'id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:97:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'd6ec3b7c-eb93-453f-bb01-05af7d6ce387', 'name': '', 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'mac_address': 'fa:16:3e:93:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '91d4bd84-590b-4e1c-8e38-cc6699a7381d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:27Z', 'updated_at': '2021-08-24T19:59:27Z', 'revision_number': 1, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'subnets': [{'id': '91d4bd84-590b-4e1c-8e38-cc6699a7381d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:59:28.633770 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device bcd48890-6f53-4446-862b-29ab474a97d2 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:59:28.688190 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port bcd48890-6f53-4446-862b-29ab474a97d2 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:59:28.692228 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port bcd48890-6f53-4446-862b-29ab474a97d2 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:28.692599 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:28.775288 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:28.835568 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port bcd48890-6f53-4446-862b-29ab474a97d2, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=bcd48890-6f53-4446-862b-29ab474a97d2,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:59:28.840535 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:28.841401 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device f0a36877-152c-4994-a00f-c823d1d92da2 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:59:28.853737 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56218) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:28.858764 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-c524f2c9-4d3a-4665-8cad-437b2a3857be tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-962777394', 'description': 'tempest-secgroup-smoke-962777394 description', 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:28.892560 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c524f2c9-4d3a-4665-8cad-437b2a3857be tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:28.930369 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=bcd48890-6f53-4446-862b-29ab474a97d2,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:28.942847 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port f0a36877-152c-4994-a00f-c823d1d92da2 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:28.943228 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:28.995424 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c524f2c9-4d3a-4665-8cad-437b2a3857be tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.000781 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c524f2c9-4d3a-4665-8cad-437b2a3857be tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.036770 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c524f2c9-4d3a-4665-8cad-437b2a3857be tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.040753 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-c524f2c9-4d3a-4665-8cad-437b2a3857be tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1833231 Aug 24 19:59:29.040753 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524f2c9-4d3a-4665-8cad-437b2a3857be tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98883ae2-9c63-45a3-b102-d5e0b11d9d89,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:29.041329 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56220) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:29.046360 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-8465b0c6-9921-4412-87d1-f2ee16f53b7a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Request body: {'security_group_rule': {'security_group_id': '98883ae2-9c63-45a3-b102-d5e0b11d9d89', 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:29.075319 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8465b0c6-9921-4412-87d1-f2ee16f53b7a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.133573 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8465b0c6-9921-4412-87d1-f2ee16f53b7a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.138806 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8465b0c6-9921-4412-87d1-f2ee16f53b7a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.157380 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465b0c6-9921-4412-87d1-f2ee16f53b7a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4daeebed-f97d-4cf7-b1e4-5d512aa82778,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:29.165431 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-8465b0c6-9921-4412-87d1-f2ee16f53b7a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.166708 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-8465b0c6-9921-4412-87d1-f2ee16f53b7a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244948 Aug 24 19:59:29.169511 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56222) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:29.174214 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-5d8e9652-2aec-494d-baba-2060f40cbc97 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Request body: {'security_group_rule': {'security_group_id': '98883ae2-9c63-45a3-b102-d5e0b11d9d89', 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:29.203720 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-5d8e9652-2aec-494d-baba-2060f40cbc97 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.286008 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-5d8e9652-2aec-494d-baba-2060f40cbc97 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.290076 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-5d8e9652-2aec-494d-baba-2060f40cbc97 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.310386 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e9652-2aec-494d-baba-2060f40cbc97 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3b65aa-b8f4-4070-be3a-73f5fd5629bf,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:29.319888 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-5d8e9652-2aec-494d-baba-2060f40cbc97 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.321227 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-5d8e9652-2aec-494d-baba-2060f40cbc97 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506650 Aug 24 19:59:29.323940 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56224) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:29.328997 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-dc3389dd-89e8-4cd0-ba48-906d6c83a9e3 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Request body: {'security_group_rule': {'security_group_id': '98883ae2-9c63-45a3-b102-d5e0b11d9d89', 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:29.357839 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-dc3389dd-89e8-4cd0-ba48-906d6c83a9e3 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.417552 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-dc3389dd-89e8-4cd0-ba48-906d6c83a9e3 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.422192 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-dc3389dd-89e8-4cd0-ba48-906d6c83a9e3 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.442029 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3389dd-89e8-4cd0-ba48-906d6c83a9e3 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441bb0b9-dc29-4384-850b-15b36ead46db,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:29.449108 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-dc3389dd-89e8-4cd0-ba48-906d6c83a9e3 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.453037 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-dc3389dd-89e8-4cd0-ba48-906d6c83a9e3 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253102 Aug 24 19:59:29.453214 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56226) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:29.457670 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-5513be4e-7a6c-451f-8738-c438e58faac2 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Request body: {'security_group_rule': {'security_group_id': '98883ae2-9c63-45a3-b102-d5e0b11d9d89', 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:29.488317 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-5513be4e-7a6c-451f-8738-c438e58faac2 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.553553 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-5513be4e-7a6c-451f-8738-c438e58faac2 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.557353 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-5513be4e-7a6c-451f-8738-c438e58faac2 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.576654 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513be4e-7a6c-451f-8738-c438e58faac2 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d3d0bc-de61-40ff-9858-fcb8e1a43086,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:29.581772 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-5513be4e-7a6c-451f-8738-c438e58faac2 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.584758 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-5513be4e-7a6c-451f-8738-c438e58faac2 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303751 Aug 24 19:59:29.585998 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56228) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:29.591153 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-1a290131-9315-4961-a3af-ee128a653203 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Request body: {'security_group_rule': {'security_group_id': '98883ae2-9c63-45a3-b102-d5e0b11d9d89', 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:29.613327 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.securitygroups_db [None req-1a290131-9315-4961-a3af-ee128a653203 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Project c5fa352c9d414e39b8b0a375fc5dda69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:59:29.618391 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1a290131-9315-4961-a3af-ee128a653203 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.680901 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1a290131-9315-4961-a3af-ee128a653203 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.685015 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1a290131-9315-4961-a3af-ee128a653203 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.704927 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a290131-9315-4961-a3af-ee128a653203 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224fd268-f9d8-482a-b980-a783aad18af5,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:29.707980 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-1a290131-9315-4961-a3af-ee128a653203 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.711783 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-1a290131-9315-4961-a3af-ee128a653203 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222498 Aug 24 19:59:29.712270 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56230) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:59:29.716551 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-fe9c14d7-a97f-4401-8747-a4b92e1f3156 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Request body: {'security_group_rule': {'security_group_id': '98883ae2-9c63-45a3-b102-d5e0b11d9d89', 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:29.739906 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.securitygroups_db [None req-fe9c14d7-a97f-4401-8747-a4b92e1f3156 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Project c5fa352c9d414e39b8b0a375fc5dda69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:59:29.745183 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fe9c14d7-a97f-4401-8747-a4b92e1f3156 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.806763 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fe9c14d7-a97f-4401-8747-a4b92e1f3156 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.811042 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fe9c14d7-a97f-4401-8747-a4b92e1f3156 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758323'] for security_group_rule, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.831952 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c14d7-a97f-4401-8747-a4b92e1f3156 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3149b16-0c5c-4b1e-8293-978ae8ccbbce,revision_number=0']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:29.839823 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-fe9c14d7-a97f-4401-8747-a4b92e1f3156 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:29.841613 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-fe9c14d7-a97f-4401-8747-a4b92e1f3156 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286590 Aug 24 19:59:30.295186 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device bcd48890-6f53-4446-862b-29ab474a97d2 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:59:30.345997 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port bcd48890-6f53-4446-862b-29ab474a97d2 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:30.346364 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:30.426065 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 3080fd36-c7be-4af5-94e1-36f331967c5f up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:59:30.473560 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port 3080fd36-c7be-4af5-94e1-36f331967c5f completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:59:30.477426 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 3080fd36-c7be-4af5-94e1-36f331967c5f triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:30.477798 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:30.565057 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:30.585834 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port 3080fd36-c7be-4af5-94e1-36f331967c5f, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=3080fd36-c7be-4af5-94e1-36f331967c5f,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:59:30.591308 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:30.643512 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=3080fd36-c7be-4af5-94e1-36f331967c5f,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:31.040753 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Sync routers for ids ['fd4773c3-0f90-476f-aa75-32fa7a900224'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:59:31.049859 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Routers {'fd4773c3-0f90-476f-aa75-32fa7a900224'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:59:31.050455 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:59:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['fd4773c3-0f90-476f-aa75-32fa7a900224'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:31.153121 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Set router fd4773c3-0f90-476f-aa75-32fa7a900224 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:59:31.353465 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'name': 'tempest-TestVolumeBootPattern-798745895-router', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:27Z', 'revision_number': 4, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'gw_port': {'id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'd6ec3b7c-eb93-453f-bb01-05af7d6ce387', 'name': '', 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'mac_address': 'fa:16:3e:93:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '91d4bd84-590b-4e1c-8e38-cc6699a7381d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:27Z', 'updated_at': '2021-08-24T19:59:27Z', 'revision_number': 2, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'subnets': [{'id': '91d4bd84-590b-4e1c-8e38-cc6699a7381d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:31.379885 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Checking router: fd4773c3-0f90-476f-aa75-32fa7a900224 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:59:31.380264 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Updating router fd4773c3-0f90-476f-aa75-32fa7a900224 port d6ec3b7c-eb93-453f-bb01-05af7d6ce387 binding host dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:59:31.407082 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.668285 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.681376 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Transition to ACTIVE for port object d6ec3b7c-eb93-453f-bb01-05af7d6ce387 will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:59:31.685654 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.732332 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc82ad9-0a22-4846-84b3-ee7ae4cd7217 None None] Pushing event updated for resources: {'Port': ['ID=d6ec3b7c-eb93-453f-bb01-05af7d6ce387,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:31.789582 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Attempting to bind port d6ec3b7c-eb93-453f-bb01-05af7d6ce387 on host dv-cinder-804093-3-iscsi for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:59:31.790089 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Attempting to bind port d6ec3b7c-eb93-453f-bb01-05af7d6ce387 by drivers openvswitch,hyperv on host dv-cinder-804093-3-iscsi at level 0 using segments [{'id': 'f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:59:31.790519 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Attempting to bind port d6ec3b7c-eb93-453f-bb01-05af7d6ce387 on network 3055278f-5398-43cf-8bf6-12a520d50886 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:59:31.795904 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Checking agent: {'id': 'cb540ea7-7d04-4a93-9705-332119f80368', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 41, 6), 'started_at': datetime.datetime(2021, 8, 24, 19, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:59:31.796309 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Checking segment: {'id': 'f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:59:31.796716 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.797109 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Bound using segment: {'id': 'f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:59:31.797575 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Bound port: d6ec3b7c-eb93-453f-bb01-05af7d6ce387, host: dv-cinder-804093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:59:31.797978 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.863869 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] For port d6ec3b7c-eb93-453f-bb01-05af7d6ce387, host dv-cinder-804093-3-iscsi, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:59:31.867130 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] For port d6ec3b7c-eb93-453f-bb01-05af7d6ce387, host dv-cinder-804093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=d6ec3b7c-eb93-453f-bb01-05af7d6ce387,segment=NetworkSegment(f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee),segment_id=f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:59:31.873876 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:31.925634 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Routers {'fd4773c3-0f90-476f-aa75-32fa7a900224'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:59:31.926257 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:59:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['fd4773c3-0f90-476f-aa75-32fa7a900224'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:32.006567 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc82ad9-0a22-4846-84b3-ee7ae4cd7217 None None] Pushing event updated for resources: {'Port': ['ID=d6ec3b7c-eb93-453f-bb01-05af7d6ce387,revision_number=4']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:32.052322 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] Set router fd4773c3-0f90-476f-aa75-32fa7a900224 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:59:32.226729 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device d6ec3b7c-eb93-453f-bb01-05af7d6ce387 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:59:32.268435 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'name': 'tempest-TestVolumeBootPattern-798745895-router', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:27Z', 'revision_number': 4, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'gw_port': {'id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'd6ec3b7c-eb93-453f-bb01-05af7d6ce387', 'name': '', 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'mac_address': 'fa:16:3e:93:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '91d4bd84-590b-4e1c-8e38-cc6699a7381d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:27Z', 'updated_at': '2021-08-24T19:59:31Z', 'revision_number': 4, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'subnets': [{'id': '91d4bd84-590b-4e1c-8e38-cc6699a7381d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:59:32.278787 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning for port d6ec3b7c-eb93-453f-bb01-05af7d6ce387 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:59:32.282682 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port d6ec3b7c-eb93-453f-bb01-05af7d6ce387 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:32.283055 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:32.295607 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0cf838-33cf-4e65-b015-dc7bdd32d7f1 None None] The sync data for ids ['fd4773c3-0f90-476f-aa75-32fa7a900224'] in dv-cinder-804093-3-iscsi is: [{'id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'name': 'tempest-TestVolumeBootPattern-798745895-router', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:27Z', 'revision_number': 4, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'gw_port': {'id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'd6ec3b7c-eb93-453f-bb01-05af7d6ce387', 'name': '', 'network_id': '3055278f-5398-43cf-8bf6-12a520d50886', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'mac_address': 'fa:16:3e:93:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '91d4bd84-590b-4e1c-8e38-cc6699a7381d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:27Z', 'updated_at': '2021-08-24T19:59:31Z', 'revision_number': 4, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'subnets': [{'id': '91d4bd84-590b-4e1c-8e38-cc6699a7381d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:59:32.369002 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:32.403755 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] For port d6ec3b7c-eb93-453f-bb01-05af7d6ce387, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=d6ec3b7c-eb93-453f-bb01-05af7d6ce387,segment=NetworkSegment(f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee),segment_id=f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:59:32.408189 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:32.409383 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 3080fd36-c7be-4af5-94e1-36f331967c5f up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:59:32.489214 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Pushing event updated for resources: {'Port': ['ID=d6ec3b7c-eb93-453f-bb01-05af7d6ce387,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:32.503597 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port 3080fd36-c7be-4af5-94e1-36f331967c5f triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:32.503974 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:33.095376 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-75ebc12d-fc68-44af-8662-77c728454eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:34.210694 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device d6ec3b7c-eb93-453f-bb01-05af7d6ce387 up at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:59:34.258052 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Provisioning complete for port d6ec3b7c-eb93-453f-bb01-05af7d6ce387 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:34.258419 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:35.750011 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d0d35a81-9e05-4179-a6ab-49efec5df1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:36.187498 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:36.783544 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:38.442108 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:38.679141 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:46.367047 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-dfe00f3a-f4d3-4910-987b-2508aea85349 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-962777394&fields=id&tenant_id=c5fa352c9d414e39b8b0a375fc5dda69 HTTP/1.1" status: 200 len: 267 time: 0.0331366 Aug 24 19:59:46.476321 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-ca41d3a0-73b9-421c-b69d-844c9a052705 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:46.477795 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-ca41d3a0-73b9-421c-b69d-844c9a052705 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 812 time: 0.1042316 Aug 24 19:59:46.492786 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-0e52aa80-9ebd-496c-927e-c8f85aa166dc tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/quotas/c5fa352c9d414e39b8b0a375fc5dda69 HTTP/1.1" status: 200 len: 375 time: 0.0089483 Aug 24 19:59:46.544237 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-366b5d24-5249-430d-93a2-93a2ce70c5be tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464492 Aug 24 19:59:46.560147 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-55114729-77ff-485e-8f09-a24ed501e309 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=105636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:59:46.562183 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-55114729-77ff-485e-8f09-a24ed501e309 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051467 Aug 24 19:59:46.651271 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-0296aff2-1ed6-43e8-a957-94d465a10ef1 service neutron] 10.222.0.57 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843363 Aug 24 19:59:46.737151 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-49465189-ec64-4975-8187-80ae8babc374 service neutron] 10.222.0.57 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799489 Aug 24 19:59:47.111027 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ce453751-8f15-4746-a0c0-517ac62d5b2c req-659ed544-f282-47fb-b394-02d970bb54b7 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 210 time: 0.1260154 Aug 24 19:59:47.392034 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:59:48.021129 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-13d5f8c5-d13e-47a3-a818-a2037e78182c tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:48.022615 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-13d5f8c5-d13e-47a3-a818-a2037e78182c tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 812 time: 0.1024344 Aug 24 19:59:48.067124 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-51f62a07-3279-4e22-8d2d-c845be36f5b2 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5fa352c9d414e39b8b0a375fc5dda69 HTTP/1.1" status: 200 len: 379 time: 0.0352924 Aug 24 19:59:48.078184 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Request body: {'port': {'device_id': '3f854bdd-ee2f-40d8-979c-efe5eb21dc5f', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'admin_state_up': True, 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'security_groups': ['98883ae2-9c63-45a3-b102-d5e0b11d9d89']}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:48.210288 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c45879f4-dca7-4cc4-8324-de7696cc358a req-814c577e-4317-45af-a07f-56af1f140853 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 210 time: 0.0335219 Aug 24 19:59:48.221376 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Made reservation on behalf of c5fa352c9d414e39b8b0a375fc5dda69 for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:59:48.225145 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:48.356310 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Allocated IP 172.20.0.12 (d853d5ad-0088-46c9-bc3d-862e6e62c924/0117c291-6b65-4b76-97a3-f922de168bb4/650f6c20-02fb-47c6-90de-fc19393d7bf8) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:59:48.497386 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:48.511142 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Transition to ACTIVE for port object 650f6c20-02fb-47c6-90de-fc19393d7bf8 will not be triggered until provisioned by entity DHCP. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:59:48.546020 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:48.596418 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Network d853d5ad-0088-46c9-bc3d-862e6e62c924 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:59:48.599913 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:59:48.604057 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:59:48.611537 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'Port': ['ID=650f6c20-02fb-47c6-90de-fc19393d7bf8,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:48.660763 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:48.661408 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:48.678573 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c53727fe-d1e3-442b-9676-c5b12a835d1e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6050255 Aug 24 19:59:48.739272 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Request body: {'port': {'device_id': '3f854bdd-ee2f-40d8-979c-efe5eb21dc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:59:48.796377 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:48.833005 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-2382407a-1950-4395-8bc5-8f9bc61eac51 None None] Provisioning for port 650f6c20-02fb-47c6-90de-fc19393d7bf8 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:59:48.836655 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-2382407a-1950-4395-8bc5-8f9bc61eac51 None None] Provisioning complete for port 650f6c20-02fb-47c6-90de-fc19393d7bf8 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:48.837019 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-2382407a-1950-4395-8bc5-8f9bc61eac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:48.870653 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-2382407a-1950-4395-8bc5-8f9bc61eac51 None None] Port 650f6c20-02fb-47c6-90de-fc19393d7bf8 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:59:49.345200 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650f6c20-02fb-47c6-90de-fc19393d7bf8 {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:59:49.365651 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:49.381944 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Transition to ACTIVE for port object 650f6c20-02fb-47c6-90de-fc19393d7bf8 will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:59:49.388667 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:49.401258 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e513f-c968-44e4-9828-b4d1aaf64101 req-953d902c-0859-43a0-979b-10938b5878e6 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:49.402748 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-141e513f-c968-44e4-9828-b4d1aaf64101 req-953d902c-0859-43a0-979b-10938b5878e6 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 932 time: 0.0718391 Aug 24 19:59:49.486220 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Pushing event updated for resources: {'Port': ['ID=650f6c20-02fb-47c6-90de-fc19393d7bf8,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:49.524680 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-141e513f-c968-44e4-9828-b4d1aaf64101 req-0d2fa04e-f5bd-4248-9e19-e9f8e426444b tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149163 Aug 24 19:59:49.555266 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Attempting to bind port 650f6c20-02fb-47c6-90de-fc19393d7bf8 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:59:49.555702 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Attempting to bind port 650f6c20-02fb-47c6-90de-fc19393d7bf8 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:59:49.556225 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Attempting to bind port 650f6c20-02fb-47c6-90de-fc19393d7bf8 on network d853d5ad-0088-46c9-bc3d-862e6e62c924 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:59:49.561257 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Port 650f6c20-02fb-47c6-90de-fc19393d7bf8 on network d853d5ad-0088-46c9-bc3d-862e6e62c924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:59:49.561610 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Attempting to bind port 650f6c20-02fb-47c6-90de-fc19393d7bf8 on network d853d5ad-0088-46c9-bc3d-862e6e62c924 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:59:49.566798 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:59:49.567139 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Checking segment: {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:59:49.567524 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Bound using segment: {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:59:49.567951 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Bound port: 650f6c20-02fb-47c6-90de-fc19393d7bf8, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:59:49.568336 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:49.631549 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] For port 650f6c20-02fb-47c6-90de-fc19393d7bf8, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:59:49.634539 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] For port 650f6c20-02fb-47c6-90de-fc19393d7bf8, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=650f6c20-02fb-47c6-90de-fc19393d7bf8,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:59:49.638818 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:49.672397 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:49.673014 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:49.674550 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] 10.222.0.62 "PUT /v2.0/ports/650f6c20-02fb-47c6-90de-fc19393d7bf8 HTTP/1.1" status: 200 len: 1094 time: 0.9870827 Aug 24 19:59:49.674858 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f854bdd-ee2f-40d8-979c-efe5eb21dc5f', 'tag': '650f6c20-02fb-47c6-90de-fc19393d7bf8'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:59:49.677097 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a07007e-05db-4a32-8685-2d204a9a961a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f854bdd-ee2f-40d8-979c-efe5eb21dc5f", "tag": "650f6c20-02fb-47c6-90de-fc19393d7bf8"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:59:49.703866 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34053243-76a3-4504-8ec0-4860bb4ed098 service neutron] Pushing event updated for resources: {'Port': ['ID=650f6c20-02fb-47c6-90de-fc19393d7bf8,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:49.748901 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dc56da-4a26-4580-9e32-ca54c06f14ae x-openstack-request-id: req-09dc56da-4a26-4580-9e32-ca54c06f14ae {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:59:49.749354 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f854bdd-ee2f-40d8-979c-efe5eb21dc5f", "tag": "650f6c20-02fb-47c6-90de-fc19393d7bf8", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:59:49.749938 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09dc56da-4a26-4580-9e32-ca54c06f14ae {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:59:49.750128 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f854bdd-ee2f-40d8-979c-efe5eb21dc5f', 'tag': '650f6c20-02fb-47c6-90de-fc19393d7bf8', 'status': 'completed', 'code': 200} Aug 24 19:59:49.766320 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-4fbaf15a-cc8e-4d58-95f9-959e7b05e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:49.768130 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-4fbaf15a-cc8e-4d58-95f9-959e7b05e30a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 1097 time: 0.0521424 Aug 24 19:59:49.811897 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c5bc6c43-5990-47c3-9091-7ed22bae6849 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=650f6c20-02fb-47c6-90de-fc19393d7bf8 HTTP/1.1" status: 200 len: 217 time: 0.0361469 Aug 24 19:59:49.861121 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-40b4a7e7-9e38-4363-8255-119c07096a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:49.862580 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-40b4a7e7-9e38-4363-8255-119c07096a49 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0443006 Aug 24 19:59:49.909189 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-abff7611-6c46-4b88-8f3c-6dd16341dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:49.910615 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-abff7611-6c46-4b88-8f3c-6dd16341dfce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399065 Aug 24 19:59:50.004902 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-1be65fd2-fe05-4072-935c-d5eaf25319ec service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870783 Aug 24 19:59:50.098727 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a61f2fbd-5b27-4207-94f3-883f6306a5a5 req-c02805da-3037-49d5-9555-6e792166da4a service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865543 Aug 24 19:59:50.184919 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07007e-05db-4a32-8685-2d204a9a961a req-cc03c21e-c9a5-450e-9535-6fc119f89ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:50.186457 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3a07007e-05db-4a32-8685-2d204a9a961a req-cc03c21e-c9a5-450e-9535-6fc119f89ec9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 1097 time: 0.0420692 Aug 24 19:59:50.279062 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07007e-05db-4a32-8685-2d204a9a961a req-b15c6efc-98cf-4a19-865d-d047bd8ab537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:50.280515 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3a07007e-05db-4a32-8685-2d204a9a961a req-b15c6efc-98cf-4a19-865d-d047bd8ab537 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 913 time: 0.0869272 Aug 24 19:59:50.329546 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3a07007e-05db-4a32-8685-2d204a9a961a req-4f9d57f4-7da3-49a2-873e-b53e50a1fcfc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=650f6c20-02fb-47c6-90de-fc19393d7bf8 HTTP/1.1" status: 200 len: 217 time: 0.0377162 Aug 24 19:59:50.378765 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07007e-05db-4a32-8685-2d204a9a961a req-71eb2be8-221d-4ce7-9014-ce6c248f846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:50.380210 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3a07007e-05db-4a32-8685-2d204a9a961a req-71eb2be8-221d-4ce7-9014-ce6c248f846a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0429480 Aug 24 19:59:50.425556 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07007e-05db-4a32-8685-2d204a9a961a req-9dd36c89-aa18-4ad5-9906-94966af0c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:50.426986 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3a07007e-05db-4a32-8685-2d204a9a961a req-9dd36c89-aa18-4ad5-9906-94966af0c1f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396767 Aug 24 19:59:50.517598 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3a07007e-05db-4a32-8685-2d204a9a961a req-2533bb46-73d2-4027-93fc-999644f381d5 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833230 Aug 24 19:59:50.634403 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3a07007e-05db-4a32-8685-2d204a9a961a req-7461569e-4d63-42c1-a816-9e259d7516f0 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103880 Aug 24 19:59:50.658068 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6e3be-1e7e-4748-a8a3-336194fe03b7 req-7e234740-e76d-42fd-bf7d-ce875781f42a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:50.659535 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ef6e3be-1e7e-4748-a8a3-336194fe03b7 req-7e234740-e76d-42fd-bf7d-ce875781f42a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 944 time: 0.0653319 Aug 24 19:59:50.697057 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ef6e3be-1e7e-4748-a8a3-336194fe03b7 req-2fa87aa0-07c6-44df-96d1-2e53f174b156 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316927 Aug 24 19:59:51.812428 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcc514-7ddf-441e-8db5-efa30bca15c5 req-c2a5aae0-4356-4ac1-acda-a1dbb88d5dc3 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:51.813913 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-83fcc514-7ddf-441e-8db5-efa30bca15c5 req-c2a5aae0-4356-4ac1-acda-a1dbb88d5dc3 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 944 time: 0.0501542 Aug 24 19:59:51.850996 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-83fcc514-7ddf-441e-8db5-efa30bca15c5 req-4aceeeae-b363-4cc5-b419-0cd9ab818f0b tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312073 Aug 24 19:59:52.964844 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea49b9-6b88-49b7-8584-e94de48f58b3 req-14348f2c-e36e-4082-9f18-51605902e8eb tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:52.966293 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-52ea49b9-6b88-49b7-8584-e94de48f58b3 req-14348f2c-e36e-4082-9f18-51605902e8eb tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 944 time: 0.0498705 Aug 24 19:59:53.003754 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-52ea49b9-6b88-49b7-8584-e94de48f58b3 req-5165d6ed-7c90-4a27-bc59-942c97f52f76 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311713 Aug 24 19:59:54.119409 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c9c64-d11c-417a-bdf1-357e79023f2f req-2d239aeb-2604-4ca3-aec7-e6afb3cd60e8 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:54.120781 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b85c9c64-d11c-417a-bdf1-357e79023f2f req-2d239aeb-2604-4ca3-aec7-e6afb3cd60e8 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 944 time: 0.0521138 Aug 24 19:59:54.163454 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b85c9c64-d11c-417a-bdf1-357e79023f2f req-b0860804-1cfe-4f32-9d68-c0a1f131b673 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355666 Aug 24 19:59:55.276466 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d61d1c-1075-43d9-b0ec-ef7cf1da8d8b req-35b88baf-a7ff-48b4-8c1a-52eb0a6877ff tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:55.277935 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-14d61d1c-1075-43d9-b0ec-ef7cf1da8d8b req-35b88baf-a7ff-48b4-8c1a-52eb0a6877ff tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 944 time: 0.0500388 Aug 24 19:59:55.317635 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-14d61d1c-1075-43d9-b0ec-ef7cf1da8d8b req-82570bda-17b5-475f-9a60-45b12d0968c4 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328381 Aug 24 19:59:56.431650 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6cf10-1ca5-4100-af7c-8aa8da403157 req-37320a3e-b264-4875-96b6-8a72658876cd tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:56.433032 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-66a6cf10-1ca5-4100-af7c-8aa8da403157 req-37320a3e-b264-4875-96b6-8a72658876cd tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 944 time: 0.0488391 Aug 24 19:59:56.470526 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-66a6cf10-1ca5-4100-af7c-8aa8da403157 req-39e1d5f9-ee2c-4334-aefc-c89aee408091 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314941 Aug 24 19:59:56.745008 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 650f6c20-02fb-47c6-90de-fc19393d7bf8 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:59:56.844469 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 650f6c20-02fb-47c6-90de-fc19393d7bf8, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=650f6c20-02fb-47c6-90de-fc19393d7bf8,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:59:56.855698 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '650f6c20-02fb-47c6-90de-fc19393d7bf8', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'port_id': '650f6c20-02fb-47c6-90de-fc19393d7bf8', 'mac_address': 'fa:16:3e:f6:07:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:59:56.892519 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:56.906415 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650f6c20-02fb-47c6-90de-fc19393d7bf8 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:59:56.925710 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 650f6c20-02fb-47c6-90de-fc19393d7bf8, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=650f6c20-02fb-47c6-90de-fc19393d7bf8,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:59:56.929851 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:56.981046 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=650f6c20-02fb-47c6-90de-fc19393d7bf8,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:57.166460 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['650f6c20-02fb-47c6-90de-fc19393d7bf8'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:59:57.594986 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd3206-e97c-4065-b53e-653de6444375 req-66163b14-8af4-4a17-bdd8-835268ff09fa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:57.596485 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9bcd3206-e97c-4065-b53e-653de6444375 req-66163b14-8af4-4a17-bdd8-835268ff09fa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 945 time: 0.0617449 Aug 24 19:59:57.633800 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9bcd3206-e97c-4065-b53e-653de6444375 req-3074e78c-32a0-4a0e-8c60-8f04503b1131 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313053 Aug 24 19:59:58.744922 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 650f6c20-02fb-47c6-90de-fc19393d7bf8 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:59:58.745556 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a14c68-e0b9-48fd-94ab-55c8831f4834 req-d8417b01-7715-4fcb-8160-6b03f6a81f04 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:58.746455 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00a14c68-e0b9-48fd-94ab-55c8831f4834 req-d8417b01-7715-4fcb-8160-6b03f6a81f04 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 945 time: 0.0484288 Aug 24 19:59:58.784972 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-00a14c68-e0b9-48fd-94ab-55c8831f4834 req-3405aeb7-771e-428d-8ea3-c0d225911c04 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317132 Aug 24 19:59:58.794185 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 650f6c20-02fb-47c6-90de-fc19393d7bf8 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:59:58.798441 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 650f6c20-02fb-47c6-90de-fc19393d7bf8 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:59:58.798812 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:58.874612 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:58.896587 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f854bdd-ee2f-40d8-979c-efe5eb21dc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650f6c20-02fb-47c6-90de-fc19393d7bf8'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:59:58.898817 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8fc464-84f6-46ae-b0ac-5a7c8d11d1dc" -d '{"events": [{"server_uuid": "3f854bdd-ee2f-40d8-979c-efe5eb21dc5f", "name": "network-vif-plugged", "status": "completed", "tag": "650f6c20-02fb-47c6-90de-fc19393d7bf8"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:59:58.914805 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 650f6c20-02fb-47c6-90de-fc19393d7bf8, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=650f6c20-02fb-47c6-90de-fc19393d7bf8,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:59:58.918932 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:59:58.965261 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=650f6c20-02fb-47c6-90de-fc19393d7bf8,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:59:58.991601 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db53e7c0-2ea2-47b9-86ce-944d4e9bb4fe x-openstack-request-id: req-db53e7c0-2ea2-47b9-86ce-944d4e9bb4fe {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:59:58.991897 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f854bdd-ee2f-40d8-979c-efe5eb21dc5f", "name": "network-vif-plugged", "status": "completed", "tag": "650f6c20-02fb-47c6-90de-fc19393d7bf8", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:59:58.992188 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db53e7c0-2ea2-47b9-86ce-944d4e9bb4fe {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:59:58.992587 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f854bdd-ee2f-40d8-979c-efe5eb21dc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650f6c20-02fb-47c6-90de-fc19393d7bf8', 'code': 200} Aug 24 19:59:59.199596 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cd1da-146a-4a4c-9b78-6b08946ed41a req-ccc214f2-b97a-4c3d-84bf-7a246871d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:59.201024 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bb3cd1da-146a-4a4c-9b78-6b08946ed41a req-ccc214f2-b97a-4c3d-84bf-7a246871d960 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 1099 time: 0.0403008 Aug 24 19:59:59.235696 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bb3cd1da-146a-4a4c-9b78-6b08946ed41a req-fa71b108-8349-436b-a921-fba9ebafcb3a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280128 Aug 24 19:59:59.898960 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbf0b8-c95f-41ce-9441-447633818703 req-c8b7e819-f085-438a-82b7-fd82de9d88a4 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:59:59.900410 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d1bbf0b8-c95f-41ce-9441-447633818703 req-c8b7e819-f085-438a-82b7-fd82de9d88a4 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 946 time: 0.0508721 Aug 24 19:59:59.942333 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d1bbf0b8-c95f-41ce-9441-447633818703 req-c19ea89c-99e3-4a89-bf64-858218592770 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353081 Aug 24 20:00:01.058425 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e186dc-b773-4c7a-9c14-e2755e6a0d36 req-53e4e311-2fed-4787-a344-aac501700f30 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:01.059852 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-21e186dc-b773-4c7a-9c14-e2755e6a0d36 req-53e4e311-2fed-4787-a344-aac501700f30 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 946 time: 0.0495021 Aug 24 20:00:01.097814 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-21e186dc-b773-4c7a-9c14-e2755e6a0d36 req-ae62a2b8-cf62-41ae-bf59-48de8e609ba6 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320256 Aug 24 20:00:01.211648 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8802c-2c89-4ad3-9905-f60ceb3b86a2 req-391fcba6-5524-4a9e-b5d2-7f7e051db47d tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:01.213123 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3be8802c-2c89-4ad3-9905-f60ceb3b86a2 req-391fcba6-5524-4a9e-b5d2-7f7e051db47d tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 946 time: 0.0484076 Aug 24 20:00:01.250801 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3be8802c-2c89-4ad3-9905-f60ceb3b86a2 req-a0214076-53b8-4baf-aae5-aed5285a39c0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307801 Aug 24 20:00:01.273064 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56400) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:00:01.358877 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9165ba3c-b4a9-491a-b786-cba1262d3cc1 tempest-TestVolumeBootPattern-1622993704 tempest-TestVolumeBootPattern-1622993704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:01.360378 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-9165ba3c-b4a9-491a-b786-cba1262d3cc1 tempest-TestVolumeBootPattern-1622993704 tempest-TestVolumeBootPattern-1622993704-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 1094 time: 0.0863206 Aug 24 20:00:01.363300 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56404) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:00:01.367542 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Request body: {'floatingip': {'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'port_id': '650f6c20-02fb-47c6-90de-fc19393d7bf8', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 20:00:01.390409 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for floatingip, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:01.487030 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:01.597488 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Allocated IP 172.27.2.252 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/a259720e-028e-40c1-903d-74f3f199ae97) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 20:00:01.695628 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:01.734505 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:01.771884 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 20:00:01.778548 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 20:00:01.782624 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 20:00:01.806667 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'Port': ['ID=a259720e-028e-40c1-903d-74f3f199ae97,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:00:02.117697 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:02.186615 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:02.334482 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:02.339013 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:02.403946 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'Port': ['ID=a259720e-028e-40c1-903d-74f3f199ae97,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:00:02.415279 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:02.510854 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Floating IP c1a38c7d-c8b5-4860-b7cc-e216193eda78 associated. External IP: 172.27.2.252, port: 650f6c20-02fb-47c6-90de-fc19393d7bf8. Aug 24 20:00:02.712451 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 20:00:02.816887 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 20:00:02.826300 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62005380-16fc-47a1-8bf9-44dc78088265 None None] Sync routers for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 20:00:02.832376 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:02.835664 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62005380-16fc-47a1-8bf9-44dc78088265 None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:00:02.836310 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-62005380-16fc-47a1-8bf9-44dc78088265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:59:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:00:02.862252 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-b077828a-8864-4330-a2a6-de178bcea7b0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4979594 Aug 24 20:00:02.862836 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f854bdd-ee2f-40d8-979c-efe5eb21dc5f', 'tag': '650f6c20-02fb-47c6-90de-fc19393d7bf8'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:00:02.865118 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81248e3f-85ff-4582-8c28-4df4463b0839" -d '{"events": [{"name": "network-changed", "server_uuid": "3f854bdd-ee2f-40d8-979c-efe5eb21dc5f", "tag": "650f6c20-02fb-47c6-90de-fc19393d7bf8"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:00:02.900037 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 20:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c033271-2f1a-4292-ab74-676263a39019 x-openstack-request-id: req-5c033271-2f1a-4292-ab74-676263a39019 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:00:02.900353 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f854bdd-ee2f-40d8-979c-efe5eb21dc5f", "tag": "650f6c20-02fb-47c6-90de-fc19393d7bf8", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:00:02.900604 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c033271-2f1a-4292-ab74-676263a39019 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:00:02.901030 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f854bdd-ee2f-40d8-979c-efe5eb21dc5f', 'tag': '650f6c20-02fb-47c6-90de-fc19393d7bf8', 'status': 'completed', 'code': 200} Aug 24 20:00:02.956595 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-62005380-16fc-47a1-8bf9-44dc78088265 None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:00:02.961737 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81248e3f-85ff-4582-8c28-4df4463b0839 req-e054ddbc-52c4-48a2-820f-4974aec98ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:02.963308 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-81248e3f-85ff-4582-8c28-4df4463b0839 req-e054ddbc-52c4-48a2-820f-4974aec98ce7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 1099 time: 0.0406704 Aug 24 20:00:03.059110 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81248e3f-85ff-4582-8c28-4df4463b0839 req-a2c93339-5ffd-4e6e-b75b-ef35276f2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:03.062051 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-81248e3f-85ff-4582-8c28-4df4463b0839 req-a2c93339-5ffd-4e6e-b75b-ef35276f2af3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 913 time: 0.0912380 Aug 24 20:00:03.133632 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-81248e3f-85ff-4582-8c28-4df4463b0839 req-02083acf-a2ca-4458-b616-4d590a307b14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=650f6c20-02fb-47c6-90de-fc19393d7bf8 HTTP/1.1" status: 200 len: 1000 time: 0.0648208 Aug 24 20:00:03.135737 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-15666681-1c8f-43cb-a5a9-f5cb931be0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:03.183026 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81248e3f-85ff-4582-8c28-4df4463b0839 req-72e9e932-ffa2-42a2-ae63-3d0a972a402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:03.184530 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-81248e3f-85ff-4582-8c28-4df4463b0839 req-72e9e932-ffa2-42a2-ae63-3d0a972a402b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0441694 Aug 24 20:00:03.199691 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-62005380-16fc-47a1-8bf9-44dc78088265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': 'c1a38c7d-c8b5-4860-b7cc-e216193eda78', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '650f6c20-02fb-47c6-90de-fc19393d7bf8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:f6:07:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f854bdd-ee2f-40d8-979c-efe5eb21dc5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:00:01Z', 'updated_at': '2021-08-24T20:00:01Z', 'revision_number': 0, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:00:03.230679 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81248e3f-85ff-4582-8c28-4df4463b0839 req-ac5fad5d-983c-4096-8e97-71ac7a7a459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:03.232209 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-81248e3f-85ff-4582-8c28-4df4463b0839 req-ac5fad5d-983c-4096-8e97-71ac7a7a459b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402081 Aug 24 20:00:03.334272 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-81248e3f-85ff-4582-8c28-4df4463b0839 req-4902e6db-7e28-48a5-9525-d1720d73f561 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950425 Aug 24 20:00:03.359638 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62005380-16fc-47a1-8bf9-44dc78088265 None None] Checking router: 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 20:00:03.367859 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62005380-16fc-47a1-8bf9-44dc78088265 None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:00:03.368493 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-62005380-16fc-47a1-8bf9-44dc78088265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T19:59:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:00:03.427013 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-81248e3f-85ff-4582-8c28-4df4463b0839 req-ee9ed314-d5ba-46c5-a281-704e6e47eb9c service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862191 Aug 24 20:00:03.471154 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-62005380-16fc-47a1-8bf9-44dc78088265 None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:00:03.686867 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-62005380-16fc-47a1-8bf9-44dc78088265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': 'c1a38c7d-c8b5-4860-b7cc-e216193eda78', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '650f6c20-02fb-47c6-90de-fc19393d7bf8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:f6:07:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f854bdd-ee2f-40d8-979c-efe5eb21dc5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:00:01Z', 'updated_at': '2021-08-24T20:00:01Z', 'revision_number': 0, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:00:03.711822 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62005380-16fc-47a1-8bf9-44dc78088265 None None] The sync data for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi is: [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': 'c1a38c7d-c8b5-4860-b7cc-e216193eda78', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '650f6c20-02fb-47c6-90de-fc19393d7bf8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:f6:07:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f854bdd-ee2f-40d8-979c-efe5eb21dc5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:00:01Z', 'updated_at': '2021-08-24T20:00:01Z', 'revision_number': 0, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 20:00:04.318752 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f1873-5350-49f0-be1e-d49dbe63ac67 None None] New status for floating IP c1a38c7d-c8b5-4860-b7cc-e216193eda78: ACTIVE {{(pid=105638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 20:00:05.749430 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-b7bce6cd-0237-434e-a70d-bded3923c3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:06.193256 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:06.789106 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:08.445210 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:08.695101 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:12.991200 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-51a1bfbd-7434-494f-b219-e106bac992a2 req-933b7c60-ca3f-49f5-8b09-a89bc83254eb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476215 Aug 24 20:00:13.074888 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1bfbd-7434-494f-b219-e106bac992a2 req-99c377fe-824c-4dd7-a1ba-228955c2c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:13.076943 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-51a1bfbd-7434-494f-b219-e106bac992a2 req-99c377fe-824c-4dd7-a1ba-228955c2c52e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4262d73d8d644afe8e45bb8f24280d5a&device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0399439 Aug 24 20:00:13.182333 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1bfbd-7434-494f-b219-e106bac992a2 req-ef98ba5f-ee9b-44f1-99f2-cca015707935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:13.183798 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-51a1bfbd-7434-494f-b219-e106bac992a2 req-ef98ba5f-ee9b-44f1-99f2-cca015707935 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6510543e-a275-4e29-bd7f-c159b815c9bb HTTP/1.1" status: 200 len: 909 time: 0.0836194 Aug 24 20:00:13.253517 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-51a1bfbd-7434-494f-b219-e106bac992a2 req-d8e21966-4287-48a6-9250-2fde87c6131f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af623075-7ce4-4b37-8054-0b3f69a1da18 HTTP/1.1" status: 200 len: 1001 time: 0.0610263 Aug 24 20:00:13.302674 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1bfbd-7434-494f-b219-e106bac992a2 req-19671c14-a87a-48f4-9d5e-7f5c9fe8b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:13.304176 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-51a1bfbd-7434-494f-b219-e106bac992a2 req-19671c14-a87a-48f4-9d5e-7f5c9fe8b85a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f7823f7-6361-4255-bd6a-627a0e128b82 HTTP/1.1" status: 200 len: 847 time: 0.0429363 Aug 24 20:00:13.354617 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1bfbd-7434-494f-b219-e106bac992a2 req-cca2cbf8-4c9a-4851-b2a0-6b5adee07e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:13.356004 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-51a1bfbd-7434-494f-b219-e106bac992a2 req-cca2cbf8-4c9a-4851-b2a0-6b5adee07e5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6510543e-a275-4e29-bd7f-c159b815c9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432725 Aug 24 20:00:13.447409 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-51a1bfbd-7434-494f-b219-e106bac992a2 req-efdfaa04-fbc2-4a65-94b4-1045750f9252 service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833523 Aug 24 20:00:13.537643 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-51a1bfbd-7434-494f-b219-e106bac992a2 req-8f51b8db-1a37-4b13-80cc-47549d267fa5 service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824306 Aug 24 20:00:24.392715 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:00:33.101732 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8a447b24-fac2-4815-a5b8-13461dd0296b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:35.750663 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-bcbf34a6-ff7e-43a5-9d64-397dd38b5ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:36.184421 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:36.789163 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:37.414759 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4ab7e-38a3-4f14-8281-79d4d1bdde4d req-46e7a288-b946-4631-b26f-3c42d1b92620 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:37.416254 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbe4ab7e-38a3-4f14-8281-79d4d1bdde4d req-46e7a288-b946-4631-b26f-3c42d1b92620 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0493848 Aug 24 20:00:37.458339 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cbe4ab7e-38a3-4f14-8281-79d4d1bdde4d req-67d50e34-4720-4ca0-87c7-bac83076740c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356407 Aug 24 20:00:38.448592 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:38.579515 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc2929-68b2-4abf-a9b7-463a3d199e8e req-bc72d6db-c712-4f56-8b9f-04f5ab1f0f73 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:38.581018 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-91bc2929-68b2-4abf-a9b7-463a3d199e8e req-bc72d6db-c712-4f56-8b9f-04f5ab1f0f73 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0518727 Aug 24 20:00:38.617204 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-91bc2929-68b2-4abf-a9b7-463a3d199e8e req-cf5f3ee7-0d47-44c7-be03-8904eafae217 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304117 Aug 24 20:00:38.705471 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:39.744746 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d489e-a37a-4ccc-8eae-3b8cd247e23b req-d6b7ca79-224c-46bf-adba-58d825344068 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:39.746306 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f6d489e-a37a-4ccc-8eae-3b8cd247e23b req-d6b7ca79-224c-46bf-adba-58d825344068 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0505505 Aug 24 20:00:39.785202 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f6d489e-a37a-4ccc-8eae-3b8cd247e23b req-6403b781-38e3-4329-aaa1-cefc0219eb79 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327439 Aug 24 20:00:40.900278 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a847e-72fb-4551-9f95-1e2edccc7138 req-9c0e8531-2e67-4657-a932-9b358d9c19eb tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:40.901737 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5e5a847e-72fb-4551-9f95-1e2edccc7138 req-9c0e8531-2e67-4657-a932-9b358d9c19eb tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0480633 Aug 24 20:00:40.942520 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5e5a847e-72fb-4551-9f95-1e2edccc7138 req-b0911148-3ddd-4e13-9329-83e8cd8c92f6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339866 Aug 24 20:00:42.054794 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b922528-1fac-4e26-84b2-a97c541e00a9 req-02adf5c5-3a0e-4c84-bc6f-b320c6e9765e tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:42.056263 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6b922528-1fac-4e26-84b2-a97c541e00a9 req-02adf5c5-3a0e-4c84-bc6f-b320c6e9765e tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0474641 Aug 24 20:00:42.092878 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6b922528-1fac-4e26-84b2-a97c541e00a9 req-012d35d4-e6a2-45f6-b781-6771d74ecd8b tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308087 Aug 24 20:00:43.208348 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc036b6-01b2-4b41-b5ba-57868bfbb7e2 req-e4999e37-2266-4103-be1c-5e90656e9632 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:43.209825 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ffc036b6-01b2-4b41-b5ba-57868bfbb7e2 req-e4999e37-2266-4103-be1c-5e90656e9632 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0506644 Aug 24 20:00:43.249204 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ffc036b6-01b2-4b41-b5ba-57868bfbb7e2 req-487ef45e-22d5-41f3-8ce6-876563aa4986 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333095 Aug 24 20:00:44.361491 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e872118-5cc7-44d0-b3c3-d8ffd57d6638 req-dc480650-8914-49f2-9e2e-ede55ce312ae tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:44.362960 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3e872118-5cc7-44d0-b3c3-d8ffd57d6638 req-dc480650-8914-49f2-9e2e-ede55ce312ae tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0482244 Aug 24 20:00:44.404931 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3e872118-5cc7-44d0-b3c3-d8ffd57d6638 req-d35b39de-e9e7-4d6e-9371-dc18bf00a682 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359662 Aug 24 20:00:45.526079 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5b143-feed-4ecb-87ae-b5b66f69a63f req-f817db74-378e-4e46-802e-43008dd073c4 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:45.527728 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dfa5b143-feed-4ecb-87ae-b5b66f69a63f req-f817db74-378e-4e46-802e-43008dd073c4 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0551751 Aug 24 20:00:45.570979 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dfa5b143-feed-4ecb-87ae-b5b66f69a63f req-f2695ec0-4444-44a3-9166-36b4ae94491d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368018 Aug 24 20:00:46.687268 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f86b8d-2cc4-40e7-b17f-f06658b5f3f9 req-52b3a0b0-75c2-4327-824f-f18dfb3804e6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:46.689010 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-66f86b8d-2cc4-40e7-b17f-f06658b5f3f9 req-52b3a0b0-75c2-4327-824f-f18dfb3804e6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0500164 Aug 24 20:00:46.727318 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-66f86b8d-2cc4-40e7-b17f-f06658b5f3f9 req-ac567d7a-c421-46c3-bf7c-28dae10bdfd2 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324841 Aug 24 20:00:47.545766 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d314-d7db-4133-a7b5-ad944b89724c req-537cd4a5-e682-42ea-b221-fb288de59a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:47.547296 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7432d314-d7db-4133-a7b5-ad944b89724c req-537cd4a5-e682-42ea-b221-fb288de59a58 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4262d73d8d644afe8e45bb8f24280d5a&device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0418346 Aug 24 20:00:47.639676 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d314-d7db-4133-a7b5-ad944b89724c req-ca8a56db-fdec-4f7e-9124-b121aa9cdfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:47.641134 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7432d314-d7db-4133-a7b5-ad944b89724c req-ca8a56db-fdec-4f7e-9124-b121aa9cdfa2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6510543e-a275-4e29-bd7f-c159b815c9bb HTTP/1.1" status: 200 len: 909 time: 0.0867860 Aug 24 20:00:47.705911 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7432d314-d7db-4133-a7b5-ad944b89724c req-3c803494-44fa-4289-8da6-adaad342c864 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af623075-7ce4-4b37-8054-0b3f69a1da18 HTTP/1.1" status: 200 len: 1001 time: 0.0579705 Aug 24 20:00:47.759610 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d314-d7db-4133-a7b5-ad944b89724c req-e79588c6-41af-489b-80b4-7ef794c00c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:47.761258 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7432d314-d7db-4133-a7b5-ad944b89724c req-e79588c6-41af-489b-80b4-7ef794c00c17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f7823f7-6361-4255-bd6a-627a0e128b82 HTTP/1.1" status: 200 len: 847 time: 0.0489690 Aug 24 20:00:47.836305 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d314-d7db-4133-a7b5-ad944b89724c req-63f22271-ee3e-4b9e-900f-4318af721ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:47.837783 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7432d314-d7db-4133-a7b5-ad944b89724c req-63f22271-ee3e-4b9e-900f-4318af721ca9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6510543e-a275-4e29-bd7f-c159b815c9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695176 Aug 24 20:00:47.849984 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1224940-e8bf-4619-99a1-1cc4bad8941f req-9c200fd0-34bb-4b74-9ae6-16782f08a065 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:47.851598 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c1224940-e8bf-4619-99a1-1cc4bad8941f req-9c200fd0-34bb-4b74-9ae6-16782f08a065 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0574963 Aug 24 20:00:48.199584 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c1224940-e8bf-4619-99a1-1cc4bad8941f req-dce987f6-7bac-4d81-b93a-a08d1f1e5667 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402967 Aug 24 20:00:48.229054 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7432d314-d7db-4133-a7b5-ad944b89724c req-0133a7a4-6c39-4546-95da-9c4af00157b8 service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765547 Aug 24 20:00:48.319939 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7432d314-d7db-4133-a7b5-ad944b89724c req-0d5c2e98-ffdc-457e-9463-0e06dc78b6dc service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830395 Aug 24 20:00:49.323732 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166cc95-e707-402d-a8e8-63c5e4cee962 req-90dd9c69-70a9-41ef-81e2-9ac8de9bc6fe tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:49.325220 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1166cc95-e707-402d-a8e8-63c5e4cee962 req-90dd9c69-70a9-41ef-81e2-9ac8de9bc6fe tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0534399 Aug 24 20:00:49.362515 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1166cc95-e707-402d-a8e8-63c5e4cee962 req-53546da3-2cbe-4d0a-986e-2b81d4b4c912 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314369 Aug 24 20:00:50.474110 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5750cc-8cc2-4e02-9d70-fb948ad31ae9 req-4e525462-61ab-40aa-9530-dba02dc92917 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:50.475709 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cd5750cc-8cc2-4e02-9d70-fb948ad31ae9 req-4e525462-61ab-40aa-9530-dba02dc92917 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0484128 Aug 24 20:00:50.514538 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-cd5750cc-8cc2-4e02-9d70-fb948ad31ae9 req-c42965b9-4be2-4288-9e51-386a1a4ffbe5 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323215 Aug 24 20:00:51.757036 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be131-582e-408b-a824-553a7fd3e5b2 req-504d811d-2d11-4292-bce2-0b9713e753f2 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:51.758604 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-315be131-582e-408b-a824-553a7fd3e5b2 req-504d811d-2d11-4292-bce2-0b9713e753f2 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0498240 Aug 24 20:00:51.772988 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-5bd4c962-578d-4976-a31a-1fd23bf566f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854628 Aug 24 20:00:51.797076 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-315be131-582e-408b-a824-553a7fd3e5b2 req-cb81cf31-6b0b-45b8-a4e6-6d90ab9ad44a tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326407 Aug 24 20:00:52.918142 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fadf3a-08ce-46b7-aa4c-a4ba8477cf44 req-4855d2eb-9f00-4cbb-acf2-1375b43ccf1d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:52.919623 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0fadf3a-08ce-46b7-aa4c-a4ba8477cf44 req-4855d2eb-9f00-4cbb-acf2-1375b43ccf1d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0528667 Aug 24 20:00:52.948866 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device af623075-7ce4-4b37-8054-0b3f69a1da18 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:00:52.960613 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f0fadf3a-08ce-46b7-aa4c-a4ba8477cf44 req-e8ee34cc-500b-4940-a54e-514e58853877 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350239 Aug 24 20:00:53.026462 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:53.048617 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:00:53.051719 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c15026-c966-409b-a423-6cdd8520a5f0" -d '{"events": [{"server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:00:53.064196 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port af623075-7ce4-4b37-8054-0b3f69a1da18, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=af623075-7ce4-4b37-8054-0b3f69a1da18,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:00:53.068422 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:00:53.091726 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 20:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e94d46-535c-4fd1-9bbb-6723827b697b x-openstack-request-id: req-a1e94d46-535c-4fd1-9bbb-6723827b697b {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:00:53.092038 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "name": "network-vif-unplugged", "status": "failed", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18", "code": 422}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:00:53.092309 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1e94d46-535c-4fd1-9bbb-6723827b697b {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:00:53.092692 dv-cinder-804093-3-iscsi neutron-server[105637]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'code': 422} returned with failed status Aug 24 20:00:53.117920 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=af623075-7ce4-4b37-8054-0b3f69a1da18,revision_number=6']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:00:53.124845 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:00:53.125194 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:00:53.125534 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:00:53.125869 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:00:53.126202 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:00:53.126533 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:00:53.126859 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:00:53.127187 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:00:53.127616 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:00:53.127830 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:00:53.128178 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:00:53.128523 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:00:54.074089 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af023207-8852-4261-8826-38a30759ca29 req-dae64efb-7b7f-498d-af04-0deba38c9ce3 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:54.075510 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-af023207-8852-4261-8826-38a30759ca29 req-dae64efb-7b7f-498d-af04-0deba38c9ce3 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0519741 Aug 24 20:00:54.117000 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-af023207-8852-4261-8826-38a30759ca29 req-f06eab2d-4722-49d6-974b-e56d6e755221 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354822 Aug 24 20:00:55.003381 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-81ad21f0-b5c5-4061-8693-2e677bbc3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:55.004877 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-81ad21f0-b5c5-4061-8693-2e677bbc3cfb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1&tenant_id=4262d73d8d644afe8e45bb8f24280d5a HTTP/1.1" status: 200 len: 1096 time: 0.0410085 Aug 24 20:00:55.068145 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-6f548d42-6caa-47a6-8685-7270494ddf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:55.069780 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-6f548d42-6caa-47a6-8685-7270494ddf91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4262d73d8d644afe8e45bb8f24280d5a&device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 1096 time: 0.0438664 Aug 24 20:00:55.157055 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-c3f033d9-d2da-4740-94fb-4fc0df531278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:55.158521 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-c3f033d9-d2da-4740-94fb-4fc0df531278 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6510543e-a275-4e29-bd7f-c159b815c9bb HTTP/1.1" status: 200 len: 909 time: 0.0822325 Aug 24 20:00:55.253161 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-9eae0234-7831-4fa9-8804-6ecb512dc1ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af623075-7ce4-4b37-8054-0b3f69a1da18 HTTP/1.1" status: 200 len: 999 time: 0.0878868 Aug 24 20:00:55.265014 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c2d2e-4421-4a3f-bca5-18785dc6981c req-a5934b3e-334a-41c7-a052-f7adf46c18ba tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:55.266403 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4e2c2d2e-4421-4a3f-bca5-18785dc6981c req-a5934b3e-334a-41c7-a052-f7adf46c18ba tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0637531 Aug 24 20:00:55.331773 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-92b4be84-1499-498a-91ff-6d2765497c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:55.333810 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-92b4be84-1499-498a-91ff-6d2765497c17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f7823f7-6361-4255-bd6a-627a0e128b82 HTTP/1.1" status: 200 len: 847 time: 0.0665512 Aug 24 20:00:55.336937 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4e2c2d2e-4421-4a3f-bca5-18785dc6981c req-48e8383e-bfb9-49ee-bfbd-cdfec1d04fe6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627110 Aug 24 20:00:55.382515 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-dbb802f3-adb4-4d54-8613-d256e14dab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:55.383956 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-dbb802f3-adb4-4d54-8613-d256e14dab8f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6510543e-a275-4e29-bd7f-c159b815c9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433342 Aug 24 20:00:55.473679 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-bfff4801-3404-4f88-8e31-66aba63128cf service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828309 Aug 24 20:00:55.566292 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-678ddaab-24be-4bdb-a441-6c04fda06e7f req-320e85a2-f2f4-4306-ac5e-0ef0b30f4eab service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860391 Aug 24 20:00:56.456801 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cc7ba-eb84-41cb-8abc-3c0f86d669e8 req-265d11ed-ee80-4b45-a58e-ae6813109dae tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:56.459272 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b37cc7ba-eb84-41cb-8abc-3c0f86d669e8 req-265d11ed-ee80-4b45-a58e-ae6813109dae tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0530162 Aug 24 20:00:56.500573 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b37cc7ba-eb84-41cb-8abc-3c0f86d669e8 req-9a511418-c2e2-433f-8dfb-dd0c0e9ee569 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352418 Aug 24 20:00:57.621565 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f887e-6610-444f-9be1-370832bbb5af req-80a1d615-728f-4882-be42-5d5f517c8f1c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:57.623031 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5c1f887e-6610-444f-9be1-370832bbb5af req-80a1d615-728f-4882-be42-5d5f517c8f1c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0492473 Aug 24 20:00:57.661949 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5c1f887e-6610-444f-9be1-370832bbb5af req-efa9a05c-2bcf-4256-b736-a5e6b682639b tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331140 Aug 24 20:00:58.779359 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd532f-2f09-4246-8a6c-2e64ea69e947 req-a3dd2ca5-aa93-4732-9c13-c7e15b0c1559 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:58.780876 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b6bd532f-2f09-4246-8a6c-2e64ea69e947 req-a3dd2ca5-aa93-4732-9c13-c7e15b0c1559 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0522928 Aug 24 20:00:58.817288 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b6bd532f-2f09-4246-8a6c-2e64ea69e947 req-a5130a46-65d7-418b-b997-7365092e3a47 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306137 Aug 24 20:00:59.936246 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6459d96-3e63-4a23-99c9-94be161b239d req-5ba0e992-cc74-435b-8cf2-5d2b4c8d69ec tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:00:59.937736 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f6459d96-3e63-4a23-99c9-94be161b239d req-5ba0e992-cc74-435b-8cf2-5d2b4c8d69ec tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0493002 Aug 24 20:00:59.974274 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f6459d96-3e63-4a23-99c9-94be161b239d req-f5e9122d-198d-44af-832f-07710df68b4e tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308087 Aug 24 20:01:01.088798 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51421fb3-8dd2-4ce9-b6f6-2c178adbabf7 req-647e0735-1888-416d-9210-e4fb31a8a8c1 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:01:01.090189 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-51421fb3-8dd2-4ce9-b6f6-2c178adbabf7 req-647e0735-1888-416d-9210-e4fb31a8a8c1 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0496259 Aug 24 20:01:01.128760 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-51421fb3-8dd2-4ce9-b6f6-2c178adbabf7 req-3128372d-9cfc-4f82-891e-9af43917912d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326965 Aug 24 20:01:01.391377 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:01:02.246930 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6b679-526f-477f-87b0-cca71575433c req-ed1309ec-e93c-4c24-bf92-87e09899c64c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:01:02.248413 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c6b6b679-526f-477f-87b0-cca71575433c req-ed1309ec-e93c-4c24-bf92-87e09899c64c tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 943 time: 0.0548737 Aug 24 20:01:02.294318 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-c6b6b679-526f-477f-87b0-cca71575433c req-f88727dc-bba3-49ff-ba4a-cbc612ff1242 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378036 Aug 24 20:01:03.023629 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device af623075-7ce4-4b37-8054-0b3f69a1da18 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 20:01:03.113266 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-f482baca-4e62-40eb-9d03-22d599352c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:03.128510 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port af623075-7ce4-4b37-8054-0b3f69a1da18, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=af623075-7ce4-4b37-8054-0b3f69a1da18,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:01:03.139162 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'port_id': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'mac_address': 'fa:16:3e:11:2d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 20:01:03.176049 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:03.188343 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af623075-7ce4-4b37-8054-0b3f69a1da18 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 20:01:03.207230 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port af623075-7ce4-4b37-8054-0b3f69a1da18, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=af623075-7ce4-4b37-8054-0b3f69a1da18,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:01:03.211535 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:03.258691 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=af623075-7ce4-4b37-8054-0b3f69a1da18,revision_number=7']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:01:03.409327 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ebdc-fd26-4699-a92b-01bb287cb40a req-33b31991-bacd-466a-935a-d6ef990d352d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:01:03.410799 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9415ebdc-fd26-4699-a92b-01bb287cb40a req-33b31991-bacd-466a-935a-d6ef990d352d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 944 time: 0.0492666 Aug 24 20:01:03.431724 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['af623075-7ce4-4b37-8054-0b3f69a1da18'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 20:01:03.449827 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9415ebdc-fd26-4699-a92b-01bb287cb40a req-1a7f7ce2-25cc-42a3-847c-ca2c60925c23 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330622 Aug 24 20:01:04.563418 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740dbfd-a278-4fc0-a01f-b2630185f3f7 req-73bb1f50-4335-4f88-91be-ddacfcd237cd tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:01:04.564937 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5740dbfd-a278-4fc0-a01f-b2630185f3f7 req-73bb1f50-4335-4f88-91be-ddacfcd237cd tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 944 time: 0.0496287 Aug 24 20:01:04.603736 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-5740dbfd-a278-4fc0-a01f-b2630185f3f7 req-a85860af-f406-48bf-b013-7338aae850f3 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326285 Aug 24 20:01:05.041624 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device af623075-7ce4-4b37-8054-0b3f69a1da18 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 20:01:05.088351 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port af623075-7ce4-4b37-8054-0b3f69a1da18 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 20:01:05.088648 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:05.164606 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:05.186378 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:01:05.188609 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c33663-ba99-4afa-95d9-8b9066080383" -d '{"events": [{"server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "name": "network-vif-plugged", "status": "completed", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:01:05.201477 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port af623075-7ce4-4b37-8054-0b3f69a1da18, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=af623075-7ce4-4b37-8054-0b3f69a1da18,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:01:05.207454 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:05.230275 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 20:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42e3e55-ddde-4485-82f1-b81905a9b018 x-openstack-request-id: req-b42e3e55-ddde-4485-82f1-b81905a9b018 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:01:05.230797 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "name": "network-vif-plugged", "status": "completed", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:01:05.230797 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b42e3e55-ddde-4485-82f1-b81905a9b018 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:01:05.231175 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'code': 200} Aug 24 20:01:05.259432 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=af623075-7ce4-4b37-8054-0b3f69a1da18,revision_number=8']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:01:05.439636 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cfb26-fa0d-4e25-9902-421125a4aa29 req-8893ecf3-e011-4b0a-ae93-2ba0b67b6627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:01:05.441156 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d92cfb26-fa0d-4e25-9902-421125a4aa29 req-8893ecf3-e011-4b0a-ae93-2ba0b67b6627 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0460513 Aug 24 20:01:05.477920 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d92cfb26-fa0d-4e25-9902-421125a4aa29 req-824ca7b3-b9ba-417e-be12-e8d0d9673720 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289814 Aug 24 20:01:05.719441 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b0e9c-8c64-48d0-a477-df91ba5c60e3 req-0c7abd7e-cedf-41cc-aac1-d708320ab677 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:01:05.720966 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-745b0e9c-8c64-48d0-a477-df91ba5c60e3 req-0c7abd7e-cedf-41cc-aac1-d708320ab677 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0490324 Aug 24 20:01:05.753146 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-c444b656-4d6c-4954-a44a-5a503524a674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:05.759930 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-745b0e9c-8c64-48d0-a477-df91ba5c60e3 req-0037c5bb-fe35-4d82-b88d-dc81ccc7303a tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320668 Aug 24 20:01:06.185514 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:06.791609 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:06.875726 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f534209-74c4-4152-b25b-f73b507380e8 req-8154f184-db98-4461-be87-b72703f7fa23 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:01:06.877208 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2f534209-74c4-4152-b25b-f73b507380e8 req-8154f184-db98-4461-be87-b72703f7fa23 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0484118 Aug 24 20:01:06.914732 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-2f534209-74c4-4152-b25b-f73b507380e8 req-2411667d-2dfe-4e0b-aae6-dc0ec5bcab10 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307338 Aug 24 20:01:08.453018 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:08.710239 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:13.977560 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-050d2533-5e84-4441-8aff-dee947b15b66 req-3eb09907-687e-42d5-b243-0a4d3ad64d27 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432584 Aug 24 20:01:14.035357 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d2533-5e84-4441-8aff-dee947b15b66 req-75d0ffee-bc13-419c-b721-630429f4c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:01:14.036852 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-050d2533-5e84-4441-8aff-dee947b15b66 req-75d0ffee-bc13-419c-b721-630429f4c7fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 1099 time: 0.0396028 Aug 24 20:01:14.139146 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d2533-5e84-4441-8aff-dee947b15b66 req-b3408598-b60c-46e0-a461-6092d026b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:01:14.140542 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-050d2533-5e84-4441-8aff-dee947b15b66 req-b3408598-b60c-46e0-a461-6092d026b095 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 913 time: 0.0836442 Aug 24 20:01:14.209140 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-050d2533-5e84-4441-8aff-dee947b15b66 req-eb16577f-c786-4365-8c71-ee7b959fc7e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=650f6c20-02fb-47c6-90de-fc19393d7bf8 HTTP/1.1" status: 200 len: 1002 time: 0.0613232 Aug 24 20:01:14.259218 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d2533-5e84-4441-8aff-dee947b15b66 req-cf744dd2-90d6-401e-b20a-375f30eda295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:01:14.260668 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-050d2533-5e84-4441-8aff-dee947b15b66 req-cf744dd2-90d6-401e-b20a-375f30eda295 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0442271 Aug 24 20:01:14.305599 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d2533-5e84-4441-8aff-dee947b15b66 req-3ca346d9-df7c-439f-beca-84fc0488b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:01:14.307193 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-050d2533-5e84-4441-8aff-dee947b15b66 req-3ca346d9-df7c-439f-beca-84fc0488b40c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395703 Aug 24 20:01:14.399118 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-050d2533-5e84-4441-8aff-dee947b15b66 req-f15bb7ed-8d94-43c0-aa7d-54cdc62b824f service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845432 Aug 24 20:01:14.487416 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-050d2533-5e84-4441-8aff-dee947b15b66 req-6311a8cc-41d4-4d18-b922-b1a65375b861 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815227 Aug 24 20:01:33.103798 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e974beb6-bf80-4f8e-869a-548c3d6da53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:35.753192 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-5548b341-cfbb-48a6-8f0f-0abff5a90e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:36.187624 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:36.793951 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:38.390170 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:01:38.451582 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:38.710308 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:01:58.760059 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d24d3-9311-490c-8ed8-2706c110d006 req-ca9d2a2e-67a3-4284-bd35-5766052318fe tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:01:58.761578 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-471d24d3-9311-490c-8ed8-2706c110d006 req-ca9d2a2e-67a3-4284-bd35-5766052318fe tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 946 time: 0.0539746 Aug 24 20:01:58.799421 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-471d24d3-9311-490c-8ed8-2706c110d006 req-fe08ac3b-eb42-4c6d-b5b3-3c1dddd7f86a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318983 Aug 24 20:01:59.913810 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd3f6d-895b-4bbb-b12d-a76a347e0f01 req-0589d4e9-fb33-4fc0-8a5d-a8a484f94317 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:01:59.915282 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1acd3f6d-895b-4bbb-b12d-a76a347e0f01 req-0589d4e9-fb33-4fc0-8a5d-a8a484f94317 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 946 time: 0.0485282 Aug 24 20:01:59.951983 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-1acd3f6d-895b-4bbb-b12d-a76a347e0f01 req-46464ee3-0341-47b6-b10f-c11ab161d0c7 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301218 Aug 24 20:02:00.253689 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-c0c81409-6680-4b7d-a347-2e583c9b9c9d tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:00.255169 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-c0c81409-6680-4b7d-a347-2e583c9b9c9d tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 946 time: 0.0503058 Aug 24 20:02:00.349619 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Deleting port 650f6c20-02fb-47c6-90de-fc19393d7bf8 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:02:00.349959 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:00.436797 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] For port 650f6c20-02fb-47c6-90de-fc19393d7bf8, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=650f6c20-02fb-47c6-90de-fc19393d7bf8,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:02:00.437155 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:00.602037 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:00.602415 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:00.602725 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Floating IP c1a38c7d-c8b5-4860-b7cc-e216193eda78 disassociated. External IP: 172.27.2.252, port: 650f6c20-02fb-47c6-90de-fc19393d7bf8. Aug 24 20:02:00.603058 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Calling delete_port for 650f6c20-02fb-47c6-90de-fc19393d7bf8 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:02:00.732226 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:00.759332 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event deleted for resources: {'Port': ['ID=650f6c20-02fb-47c6-90de-fc19393d7bf8,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:00.770126 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:00.770480 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:00.770824 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:00.771169 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:00.771503 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:00.771834 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:00.772183 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:00.772514 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:00.772841 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:00.773784 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:00.773784 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:00.773958 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:00.890977 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 20:02:01.001171 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 20:02:01.011883 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d6df8-21a9-4afe-90d7-30b213ae32ec None None] Sync routers for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 20:02:01.021632 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d6df8-21a9-4afe-90d7-30b213ae32ec None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:02:01.022252 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-cf4d6df8-21a9-4afe-90d7-30b213ae32ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:01:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:01.068607 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] No DVR routers for this DVR port 650f6c20-02fb-47c6-90de-fc19393d7bf8 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 20:02:01.071628 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b46cd051-c540-43cc-93b7-2df7a10a38f8 req-f4913fdd-665f-40c4-8892-c8775e991cdd tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f854bdd-ee2f-40d8-979c-efe5eb21dc5f HTTP/1.1" status: 200 len: 210 time: 0.0454528 Aug 24 20:02:01.072668 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:01.074525 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ffd57f31-9d04-47dd-8760-bfbbb83ecf41 req-6deef472-5827-4a5e-936b-eb2ca4c63eef tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "DELETE /v2.0/ports/650f6c20-02fb-47c6-90de-fc19393d7bf8 HTTP/1.1" status: 204 len: 173 time: 0.8097165 Aug 24 20:02:01.075048 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f854bdd-ee2f-40d8-979c-efe5eb21dc5f', 'name': 'network-vif-deleted', 'tag': '650f6c20-02fb-47c6-90de-fc19393d7bf8'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:02:01.077594 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa2b953-a66e-4cef-863f-2708c8560282" -d '{"events": [{"server_uuid": "3f854bdd-ee2f-40d8-979c-efe5eb21dc5f", "name": "network-vif-deleted", "tag": "650f6c20-02fb-47c6-90de-fc19393d7bf8"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:02:01.151262 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-cf4d6df8-21a9-4afe-90d7-30b213ae32ec None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:02:01.259021 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 20:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71056ee9-488c-4202-9a99-71d130b7c60f x-openstack-request-id: req-71056ee9-488c-4202-9a99-71d130b7c60f {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:02:01.259314 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f854bdd-ee2f-40d8-979c-efe5eb21dc5f", "name": "network-vif-deleted", "tag": "650f6c20-02fb-47c6-90de-fc19393d7bf8", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:02:01.259569 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-71056ee9-488c-4202-9a99-71d130b7c60f {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:02:01.259961 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f854bdd-ee2f-40d8-979c-efe5eb21dc5f', 'name': 'network-vif-deleted', 'tag': '650f6c20-02fb-47c6-90de-fc19393d7bf8', 'status': 'completed', 'code': 200} Aug 24 20:02:01.364291 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-cf4d6df8-21a9-4afe-90d7-30b213ae32ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:01.394857 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d6df8-21a9-4afe-90d7-30b213ae32ec None None] Checking router: 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 20:02:01.403655 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d6df8-21a9-4afe-90d7-30b213ae32ec None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:02:01.404420 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-cf4d6df8-21a9-4afe-90d7-30b213ae32ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:01:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:01.635289 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-cf4d6df8-21a9-4afe-90d7-30b213ae32ec None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:02:01.845787 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-cf4d6df8-21a9-4afe-90d7-30b213ae32ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:01.872517 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d6df8-21a9-4afe-90d7-30b213ae32ec None None] The sync data for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi is: [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 20:02:02.212732 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e511e92a-ca74-4c3f-9875-cdd2905ff468 None None] New status for floating IP c1a38c7d-c8b5-4860-b7cc-e216193eda78: DOWN {{(pid=105638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 20:02:02.281404 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-10768646-5c29-4b9d-8c54-b6de06546a2e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-962777394&fields=id&tenant_id=c5fa352c9d414e39b8b0a375fc5dda69 HTTP/1.1" status: 200 len: 267 time: 0.0322001 Aug 24 20:02:02.391807 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-34e14594-100a-4c36-8ed9-42c23fffab46 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:02.393284 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-34e14594-100a-4c36-8ed9-42c23fffab46 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 812 time: 0.1054044 Aug 24 20:02:02.409092 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-08e789a2-fdda-4f48-91bf-4b3484074e46 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/quotas/c5fa352c9d414e39b8b0a375fc5dda69 HTTP/1.1" status: 200 len: 375 time: 0.0098112 Aug 24 20:02:02.467673 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-eb22b53c-9f3a-47cb-8473-37806d54a4c0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535202 Aug 24 20:02:02.629054 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-5ca80754-3763-480d-9eab-1f352b85c516 service neutron] 10.222.0.57 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501691 Aug 24 20:02:02.724563 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-264108bb-5a7f-4dbe-bd28-79cab11191f2 service neutron] 10.222.0.57 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894656 Aug 24 20:02:03.001942 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8a82f87e-b321-4405-812e-7c5b2e6263c9 req-038f574e-5aef-46a8-a638-016b542db095 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 210 time: 0.0278082 Aug 24 20:02:03.106849 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-ed01c3e6-d88c-4d07-be15-fe21f05cbcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:03.401381 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 650f6c20-02fb-47c6-90de-fc19393d7bf8 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:02:03.425195 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 650f6c20-02fb-47c6-90de-fc19393d7bf8 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:02:03.425542 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 650f6c20-02fb-47c6-90de-fc19393d7bf8 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:02:03.888859 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-a8eb7f9d-6e9a-4db0-a807-6ce8e36ca10a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:03.890337 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-a8eb7f9d-6e9a-4db0-a807-6ce8e36ca10a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 812 time: 0.1031594 Aug 24 20:02:03.934099 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-340dfe54-6487-47e8-b548-4f153b83d97a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5fa352c9d414e39b8b0a375fc5dda69 HTTP/1.1" status: 200 len: 379 time: 0.0345790 Aug 24 20:02:03.943106 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Request body: {'port': {'device_id': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'admin_state_up': True, 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'security_groups': ['98883ae2-9c63-45a3-b102-d5e0b11d9d89']}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 20:02:04.056421 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Made reservation on behalf of c5fa352c9d414e39b8b0a375fc5dda69 for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 20:02:04.062223 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:04.115975 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e2140c8d-e972-40f4-9dc2-5613da4c65ca req-ba961f25-8b13-4937-be4c-a1361695d411 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 210 time: 0.0387459 Aug 24 20:02:04.228538 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Allocated IP 172.20.0.8 (d853d5ad-0088-46c9-bc3d-862e6e62c924/0117c291-6b65-4b76-97a3-f922de168bb4/751fe7e7-6b0a-4f92-b910-a9b29bb1613a) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 20:02:04.375093 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:04.393001 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Transition to ACTIVE for port object 751fe7e7-6b0a-4f92-b910-a9b29bb1613a will not be triggered until provisioned by entity DHCP. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 20:02:04.430119 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:04.470393 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Network d853d5ad-0088-46c9-bc3d-862e6e62c924 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 20:02:04.475365 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 20:02:04.477801 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 20:02:04.508124 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'Port': ['ID=751fe7e7-6b0a-4f92-b910-a9b29bb1613a,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:04.535547 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:04.536209 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:04.552474 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-709cd8ca-5607-40d1-ab81-570af179e762 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127954 Aug 24 20:02:04.565218 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Request body: {'port': {'device_id': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 20:02:04.620527 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:04.677753 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-63aa0b41-81b7-46c4-b875-7e2ab92036aa None None] Provisioning for port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 20:02:04.681348 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-63aa0b41-81b7-46c4-b875-7e2ab92036aa None None] Provisioning complete for port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 20:02:04.681718 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-63aa0b41-81b7-46c4-b875-7e2ab92036aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:04.716568 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-63aa0b41-81b7-46c4-b875-7e2ab92036aa None None] Port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 20:02:04.883727 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751fe7e7-6b0a-4f92-b910-a9b29bb1613a {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 20:02:04.891319 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:04.902975 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Transition to ACTIVE for port object 751fe7e7-6b0a-4f92-b910-a9b29bb1613a will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 20:02:04.907016 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:04.960454 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Pushing event updated for resources: {'Port': ['ID=751fe7e7-6b0a-4f92-b910-a9b29bb1613a,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:05.038587 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Attempting to bind port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 20:02:05.038926 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Attempting to bind port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 20:02:05.039256 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Attempting to bind port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a on network d853d5ad-0088-46c9-bc3d-862e6e62c924 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 20:02:05.043952 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a on network d853d5ad-0088-46c9-bc3d-862e6e62c924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 20:02:05.044310 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Attempting to bind port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a on network d853d5ad-0088-46c9-bc3d-862e6e62c924 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 20:02:05.049390 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 20:02:05.049722 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Checking segment: {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 20:02:05.050103 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Bound using segment: {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 20:02:05.050525 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Bound port: 751fe7e7-6b0a-4f92-b910-a9b29bb1613a, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 20:02:05.050876 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:05.116550 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] For port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 20:02:05.119500 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] For port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=751fe7e7-6b0a-4f92-b910-a9b29bb1613a,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 20:02:05.124766 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:05.165424 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:05.166048 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:05.167462 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] 10.222.0.62 "PUT /v2.0/ports/751fe7e7-6b0a-4f92-b910-a9b29bb1613a HTTP/1.1" status: 200 len: 1093 time: 0.6066539 Aug 24 20:02:05.167936 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'tag': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:02:05.171078 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7a8f09-72f9-4606-acd3-2c0dcbe406be" -d '{"events": [{"name": "network-changed", "server_uuid": "39a063c2-34db-4eb2-906f-d8e8067d83e5", "tag": "751fe7e7-6b0a-4f92-b910-a9b29bb1613a"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:02:05.217881 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 20:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23fc4a4-56b5-42b2-8703-deb7537a54cd x-openstack-request-id: req-d23fc4a4-56b5-42b2-8703-deb7537a54cd {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:02:05.218145 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a063c2-34db-4eb2-906f-d8e8067d83e5", "tag": "751fe7e7-6b0a-4f92-b910-a9b29bb1613a", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:02:05.218404 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d23fc4a4-56b5-42b2-8703-deb7537a54cd {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:02:05.218790 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'tag': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'status': 'completed', 'code': 200} Aug 24 20:02:05.219624 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e35bb-9768-440c-b23a-bea8f47dfa0a service neutron] Pushing event updated for resources: {'Port': ['ID=751fe7e7-6b0a-4f92-b910-a9b29bb1613a,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:05.276794 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076ef13-2193-47ad-bec6-1d1922b1c69d req-94b37e3e-3dea-4bd0-9b1e-50cc6b7b8530 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:05.278857 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a076ef13-2193-47ad-bec6-1d1922b1c69d req-94b37e3e-3dea-4bd0-9b1e-50cc6b7b8530 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 943 time: 0.0925312 Aug 24 20:02:05.285804 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-309c7c99-0dc9-4421-aec9-d7e78a37c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:05.287271 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-309c7c99-0dc9-4421-aec9-d7e78a37c67c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 1096 time: 0.0618153 Aug 24 20:02:05.341160 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-5cfc80eb-5960-468e-9d5e-ba650a07a5e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=751fe7e7-6b0a-4f92-b910-a9b29bb1613a HTTP/1.1" status: 200 len: 217 time: 0.0447919 Aug 24 20:02:05.363177 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a076ef13-2193-47ad-bec6-1d1922b1c69d req-455d9471-5f8a-488e-aae4-a580674b5866 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749638 Aug 24 20:02:05.396969 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-61a7d88a-6502-4d7a-9e70-6497013c1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:05.398337 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-61a7d88a-6502-4d7a-9e70-6497013c1e5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0500333 Aug 24 20:02:05.447384 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-a08585c4-1fe4-4a91-819b-b831351ce06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:05.448906 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-a08585c4-1fe4-4a91-819b-b831351ce06a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435004 Aug 24 20:02:05.536879 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-48583277-ac73-4a39-8a05-727d86e397fe service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808699 Aug 24 20:02:05.627973 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f0cabe6-764f-4a1d-baa0-687818de767d req-d62d4cc9-bae3-49ca-8fdf-33e4bad973b4 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833335 Aug 24 20:02:05.713329 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8f09-72f9-4606-acd3-2c0dcbe406be req-e780b1b6-8079-4473-8772-ce48f6e9f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:05.714735 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7b7a8f09-72f9-4606-acd3-2c0dcbe406be req-e780b1b6-8079-4473-8772-ce48f6e9f3fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 1096 time: 0.0409231 Aug 24 20:02:05.754856 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-af98a2e1-fa2f-4b88-81c0-b1a5fd406b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:05.808401 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8f09-72f9-4606-acd3-2c0dcbe406be req-549b52cc-8aff-48ee-81c0-f1dbd2a5b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:05.810601 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7b7a8f09-72f9-4606-acd3-2c0dcbe406be req-549b52cc-8aff-48ee-81c0-f1dbd2a5b5b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 913 time: 0.0885446 Aug 24 20:02:05.856265 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7b7a8f09-72f9-4606-acd3-2c0dcbe406be req-a7aca809-2770-44ed-86c8-cca0b4f7713c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=751fe7e7-6b0a-4f92-b910-a9b29bb1613a HTTP/1.1" status: 200 len: 217 time: 0.0359306 Aug 24 20:02:05.905632 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8f09-72f9-4606-acd3-2c0dcbe406be req-e9e6fdad-a2e7-4871-92ba-ca488b59ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:05.907308 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7b7a8f09-72f9-4606-acd3-2c0dcbe406be req-e9e6fdad-a2e7-4871-92ba-ca488b59ceda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0434923 Aug 24 20:02:05.953757 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8f09-72f9-4606-acd3-2c0dcbe406be req-6b8f3eeb-0ef6-4e9d-a1e2-241ead6dab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:05.955215 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7b7a8f09-72f9-4606-acd3-2c0dcbe406be req-6b8f3eeb-0ef6-4e9d-a1e2-241ead6dab4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400779 Aug 24 20:02:06.047636 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7b7a8f09-72f9-4606-acd3-2c0dcbe406be req-97a8e34c-1001-4b7d-b115-e989f3101524 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852613 Aug 24 20:02:06.142952 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7b7a8f09-72f9-4606-acd3-2c0dcbe406be req-0e2e4eff-4cd6-45f7-b682-f75d5687014a service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887928 Aug 24 20:02:06.188956 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:06.511502 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f94628-d5aa-40e6-98d8-c2a74fe90885 req-dfd7d888-e69c-4321-be3c-3bae40e953a5 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:06.513634 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-91f94628-d5aa-40e6-98d8-c2a74fe90885 req-dfd7d888-e69c-4321-be3c-3bae40e953a5 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 943 time: 0.0558081 Aug 24 20:02:06.550723 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-91f94628-d5aa-40e6-98d8-c2a74fe90885 req-cbc8281f-aeb9-42c6-af9c-fcdf850f75ab tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311894 Aug 24 20:02:06.798112 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:07.665721 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12867dda-de5d-4f23-be03-1207bcb2af2b req-9dae1502-f515-41db-8763-c0bab681a409 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:07.667192 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-12867dda-de5d-4f23-be03-1207bcb2af2b req-9dae1502-f515-41db-8763-c0bab681a409 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 943 time: 0.0505223 Aug 24 20:02:07.704229 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-12867dda-de5d-4f23-be03-1207bcb2af2b req-27dd37d0-0efd-49ba-8d1d-7fcde90dc132 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312197 Aug 24 20:02:08.455808 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:08.733031 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:08.817094 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bab2e-d5af-41f1-bce0-822a0455c6d9 req-89522227-e016-4080-84f5-0ec485942565 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:08.818556 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ed3bab2e-d5af-41f1-bce0-822a0455c6d9 req-89522227-e016-4080-84f5-0ec485942565 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 943 time: 0.0491138 Aug 24 20:02:08.855711 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ed3bab2e-d5af-41f1-bce0-822a0455c6d9 req-3c10f377-cc16-4c59-a7d0-2ad843ecca6e tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313826 Aug 24 20:02:10.239526 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201162c-05fd-4f3a-aec9-aecf9622462a req-70d2c40a-c206-40d4-83ac-c96f8ece4836 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:10.241034 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0201162c-05fd-4f3a-aec9-aecf9622462a req-70d2c40a-c206-40d4-83ac-c96f8ece4836 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 943 time: 0.3203168 Aug 24 20:02:10.277308 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0201162c-05fd-4f3a-aec9-aecf9622462a req-1eb1e4a4-56cd-4cce-9fae-8986270eb98a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304086 Aug 24 20:02:11.390163 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14bb26-0817-429d-b836-e4b73d1a5ff0 req-c7eeed9f-4f4e-49c1-99dd-f8115907ff7b tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:11.391617 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ff14bb26-0817-429d-b836-e4b73d1a5ff0 req-c7eeed9f-4f4e-49c1-99dd-f8115907ff7b tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 943 time: 0.0481057 Aug 24 20:02:11.428262 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ff14bb26-0817-429d-b836-e4b73d1a5ff0 req-1309231b-843e-455e-8a59-209aabaf6d0b tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308490 Aug 24 20:02:12.541335 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a177d-48a1-475a-8688-fb1ba6920d26 req-5a82329b-1c21-44c8-88d3-b8efa93ebb73 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:12.542861 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4c2a177d-48a1-475a-8688-fb1ba6920d26 req-5a82329b-1c21-44c8-88d3-b8efa93ebb73 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 943 time: 0.0491064 Aug 24 20:02:12.580415 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4c2a177d-48a1-475a-8688-fb1ba6920d26 req-35b69c1d-9be2-46e5-9d09-544a84f52d0d tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309827 Aug 24 20:02:13.453912 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 751fe7e7-6b0a-4f92-b910-a9b29bb1613a details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 20:02:13.547391 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=751fe7e7-6b0a-4f92-b910-a9b29bb1613a,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:02:13.558303 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'port_id': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'mac_address': 'fa:16:3e:0d:89:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 20:02:13.594212 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:13.608443 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751fe7e7-6b0a-4f92-b910-a9b29bb1613a {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 20:02:13.627172 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=751fe7e7-6b0a-4f92-b910-a9b29bb1613a,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:02:13.630478 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:13.676787 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=751fe7e7-6b0a-4f92-b910-a9b29bb1613a,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:13.684016 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:13.684389 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:13.684733 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:13.685767 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:13.686351 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:13.686351 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:13.686646 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:13.686970 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:13.687290 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:13.687610 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:13.687928 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:13.688296 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:13.697454 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e420115-9617-41ee-a61c-f7f2944d20f9 req-818a040f-72cf-49fb-ac99-fb32b80d7d67 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:13.698449 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9e420115-9617-41ee-a61c-f7f2944d20f9 req-818a040f-72cf-49fb-ac99-fb32b80d7d67 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 944 time: 0.0517743 Aug 24 20:02:13.736161 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9e420115-9617-41ee-a61c-f7f2944d20f9 req-31ef23a9-7e6b-495a-9686-0e2abfb45a74 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318284 Aug 24 20:02:13.848763 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['751fe7e7-6b0a-4f92-b910-a9b29bb1613a'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 20:02:14.853682 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd6048-4a59-435b-bfe3-371654a51889 req-90aaf7de-f0ff-4965-a26a-bf1be466e8e9 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:14.855439 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80dd6048-4a59-435b-bfe3-371654a51889 req-90aaf7de-f0ff-4965-a26a-bf1be466e8e9 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 944 time: 0.0531006 Aug 24 20:02:14.892166 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-80dd6048-4a59-435b-bfe3-371654a51889 req-185a3cdf-54b5-40d6-99ab-8552d23fda18 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301576 Aug 24 20:02:14.984519 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fda22231-bffc-414d-afbb-4bdfd56d3c15 req-243c1309-21c2-49c0-969c-99f6abff07c1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393729 Aug 24 20:02:15.070325 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22231-bffc-414d-afbb-4bdfd56d3c15 req-133b5583-6579-4d7e-a190-f11a51a4853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:15.071711 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fda22231-bffc-414d-afbb-4bdfd56d3c15 req-133b5583-6579-4d7e-a190-f11a51a4853a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4262d73d8d644afe8e45bb8f24280d5a&device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0449395 Aug 24 20:02:15.174802 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22231-bffc-414d-afbb-4bdfd56d3c15 req-6104334d-2f56-478a-af02-0d726155444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:15.176292 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fda22231-bffc-414d-afbb-4bdfd56d3c15 req-6104334d-2f56-478a-af02-0d726155444a service neutron] 10.222.0.62 "GET /v2.0/networks?id=6510543e-a275-4e29-bd7f-c159b815c9bb HTTP/1.1" status: 200 len: 909 time: 0.0826170 Aug 24 20:02:15.243403 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fda22231-bffc-414d-afbb-4bdfd56d3c15 req-afadb75b-e7ec-40ef-b20d-b84c4e90c658 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af623075-7ce4-4b37-8054-0b3f69a1da18 HTTP/1.1" status: 200 len: 1001 time: 0.0603516 Aug 24 20:02:15.292908 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22231-bffc-414d-afbb-4bdfd56d3c15 req-96748fbd-9cf3-42c0-83ca-8dd2993ca129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:15.294305 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fda22231-bffc-414d-afbb-4bdfd56d3c15 req-96748fbd-9cf3-42c0-83ca-8dd2993ca129 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f7823f7-6361-4255-bd6a-627a0e128b82 HTTP/1.1" status: 200 len: 847 time: 0.0437195 Aug 24 20:02:15.339477 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22231-bffc-414d-afbb-4bdfd56d3c15 req-2a50678d-23c7-4062-8dc2-9e7270cc5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:15.340869 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fda22231-bffc-414d-afbb-4bdfd56d3c15 req-2a50678d-23c7-4062-8dc2-9e7270cc5afb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6510543e-a275-4e29-bd7f-c159b815c9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398386 Aug 24 20:02:15.387779 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:02:15.434329 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fda22231-bffc-414d-afbb-4bdfd56d3c15 req-e4913953-6406-4dac-9dca-8255cd3b217e service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862589 Aug 24 20:02:15.469713 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 751fe7e7-6b0a-4f92-b910-a9b29bb1613a up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 20:02:15.519246 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 20:02:15.523063 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 20:02:15.523435 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:15.524004 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-fda22231-bffc-414d-afbb-4bdfd56d3c15 req-ba86078b-cf95-4a72-88dc-d6510ab62375 service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827291 Aug 24 20:02:15.602266 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:15.625237 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:02:15.627493 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc107505-4022-42ac-a043-69d20d0ada00" -d '{"events": [{"server_uuid": "39a063c2-34db-4eb2-906f-d8e8067d83e5", "name": "network-vif-plugged", "status": "completed", "tag": "751fe7e7-6b0a-4f92-b910-a9b29bb1613a"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:02:15.640232 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=751fe7e7-6b0a-4f92-b910-a9b29bb1613a,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:02:15.644215 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:15.671519 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 20:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9e37d6-07ba-424d-a793-f67e9e3ee911 x-openstack-request-id: req-ca9e37d6-07ba-424d-a793-f67e9e3ee911 {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:02:15.671811 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a063c2-34db-4eb2-906f-d8e8067d83e5", "name": "network-vif-plugged", "status": "completed", "tag": "751fe7e7-6b0a-4f92-b910-a9b29bb1613a", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:02:15.672065 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca9e37d6-07ba-424d-a793-f67e9e3ee911 {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:02:15.672634 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'code': 200} Aug 24 20:02:15.699584 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=751fe7e7-6b0a-4f92-b910-a9b29bb1613a,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:15.876622 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08675329-4b00-403d-b1d7-f8bf1370d7ef req-580aa38f-be7d-433a-993d-abc293ca44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:15.878014 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-08675329-4b00-403d-b1d7-f8bf1370d7ef req-580aa38f-be7d-433a-993d-abc293ca44b4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 1098 time: 0.0411105 Aug 24 20:02:15.911676 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-08675329-4b00-403d-b1d7-f8bf1370d7ef req-411d4447-46ef-49eb-876c-08b9cc2c993e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266151 Aug 24 20:02:16.007755 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e4475-97da-4dbc-aa25-bb553d75cf27 req-a694acbc-9a73-4297-a587-48108fb1fa25 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:16.009238 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dc4e4475-97da-4dbc-aa25-bb553d75cf27 req-a694acbc-9a73-4297-a587-48108fb1fa25 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 945 time: 0.0527170 Aug 24 20:02:16.046285 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dc4e4475-97da-4dbc-aa25-bb553d75cf27 req-89a796b1-1dd4-47a4-a3a7-567b65eecc26 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306222 Aug 24 20:02:17.167352 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63798864-3f44-4191-a17a-f1a45320f830 req-3991763c-6d7f-44e3-9e14-8adf50abea5a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:17.168920 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-63798864-3f44-4191-a17a-f1a45320f830 req-3991763c-6d7f-44e3-9e14-8adf50abea5a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 945 time: 0.0498393 Aug 24 20:02:17.208247 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-63798864-3f44-4191-a17a-f1a45320f830 req-ce6236c7-b5eb-4c04-93c2-eb1814bb31ec tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332663 Aug 24 20:02:17.319572 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b69df-b4f5-4c03-9c0a-4556f684da62 req-3f6a079f-40e2-4e20-802b-5ffb3debcade tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:17.321054 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-447b69df-b4f5-4c03-9c0a-4556f684da62 req-3f6a079f-40e2-4e20-802b-5ffb3debcade tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 945 time: 0.0480666 Aug 24 20:02:17.360660 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-447b69df-b4f5-4c03-9c0a-4556f684da62 req-09ed18b5-6015-4d1c-904f-6da6b96baf8b tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336251 Aug 24 20:02:17.382823 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56608) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:17.424832 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ed1911-94fd-42e2-9554-350abd0254f2 tempest-TestVolumeBootPattern-1622993704 tempest-TestVolumeBootPattern-1622993704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:17.426318 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-48ed1911-94fd-42e2-9554-350abd0254f2 tempest-TestVolumeBootPattern-1622993704 tempest-TestVolumeBootPattern-1622993704-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 1093 time: 0.0425041 Aug 24 20:02:17.429065 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56610) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:17.433293 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Request body: {'floatingip': {'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'port_id': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 20:02:17.455204 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for floatingip, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:17.552376 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:17.658169 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Allocated IP 172.27.2.36 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/5282b7f0-1478-40a6-8e93-3514072c952f) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 20:02:17.757799 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:17.795941 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:17.843784 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 20:02:17.846747 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 20:02:17.850399 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 20:02:17.872707 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'Port': ['ID=5282b7f0-1478-40a6-8e93-3514072c952f,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:18.195242 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:18.266175 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:18.414366 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:18.418790 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:18.483663 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'Port': ['ID=5282b7f0-1478-40a6-8e93-3514072c952f,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:18.495095 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:18.591457 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Floating IP f1106296-b9da-48c3-9e89-e9a24c97200c associated. External IP: 172.27.2.36, port: 751fe7e7-6b0a-4f92-b910-a9b29bb1613a. Aug 24 20:02:18.792822 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 20:02:18.895901 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 20:02:18.906081 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f6909-277b-4393-84d7-f43d2778bd74 None None] Sync routers for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 20:02:18.912960 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:18.916028 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f6909-277b-4393-84d7-f43d2778bd74 None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:02:18.916692 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ca3f6909-277b-4393-84d7-f43d2778bd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:02:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:18.943668 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-2c8f039d-6e9b-4ed3-b5fe-bd3659dcbd9a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5135863 Aug 24 20:02:18.944281 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'tag': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:02:18.946724 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f44f3a6-14ec-465f-9f4b-4260e2f0ab5f" -d '{"events": [{"name": "network-changed", "server_uuid": "39a063c2-34db-4eb2-906f-d8e8067d83e5", "tag": "751fe7e7-6b0a-4f92-b910-a9b29bb1613a"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:02:18.982134 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 20:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f89423-a05c-42c2-9bc3-2affed3e4b40 x-openstack-request-id: req-56f89423-a05c-42c2-9bc3-2affed3e4b40 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:02:18.982422 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a063c2-34db-4eb2-906f-d8e8067d83e5", "tag": "751fe7e7-6b0a-4f92-b910-a9b29bb1613a", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:02:18.983328 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56f89423-a05c-42c2-9bc3-2affed3e4b40 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:02:18.983785 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'tag': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'status': 'completed', 'code': 200} Aug 24 20:02:19.025102 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-ca3f6909-277b-4393-84d7-f43d2778bd74 None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:02:19.041632 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44f3a6-14ec-465f-9f4b-4260e2f0ab5f req-8e194341-1272-4607-b53b-0eb22fff92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:19.043205 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f44f3a6-14ec-465f-9f4b-4260e2f0ab5f req-8e194341-1272-4607-b53b-0eb22fff92ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 1098 time: 0.0399833 Aug 24 20:02:19.138085 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44f3a6-14ec-465f-9f4b-4260e2f0ab5f req-400804be-f9cf-4d72-b000-e917f5b7aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:19.139633 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f44f3a6-14ec-465f-9f4b-4260e2f0ab5f req-400804be-f9cf-4d72-b000-e917f5b7aabf service neutron] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 913 time: 0.0897906 Aug 24 20:02:19.209446 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f44f3a6-14ec-465f-9f4b-4260e2f0ab5f req-99213c2b-ea5c-4180-84a9-ded3de43cf5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=751fe7e7-6b0a-4f92-b910-a9b29bb1613a HTTP/1.1" status: 200 len: 998 time: 0.0627382 Aug 24 20:02:19.259687 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44f3a6-14ec-465f-9f4b-4260e2f0ab5f req-20244c20-96b7-45e6-876a-aee2396f9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:19.260860 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ca3f6909-277b-4393-84d7-f43d2778bd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': 'f1106296-b9da-48c3-9e89-e9a24c97200c', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:0d:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:02:18Z', 'updated_at': '2021-08-24T20:02:18Z', 'revision_number': 0, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:19.261175 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f44f3a6-14ec-465f-9f4b-4260e2f0ab5f req-20244c20-96b7-45e6-876a-aee2396f9804 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0448987 Aug 24 20:02:19.287408 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f6909-277b-4393-84d7-f43d2778bd74 None None] Checking router: 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 20:02:19.296475 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f6909-277b-4393-84d7-f43d2778bd74 None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:02:19.297019 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ca3f6909-277b-4393-84d7-f43d2778bd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:02:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:19.306307 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44f3a6-14ec-465f-9f4b-4260e2f0ab5f req-a9167150-e60b-4c5e-8898-7a4fe268f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:19.307787 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f44f3a6-14ec-465f-9f4b-4260e2f0ab5f req-a9167150-e60b-4c5e-8898-7a4fe268f1aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400324 Aug 24 20:02:19.399900 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f44f3a6-14ec-465f-9f4b-4260e2f0ab5f req-c02fffab-1a30-4747-a4f1-4966f874b51b service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853963 Aug 24 20:02:19.403600 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-ca3f6909-277b-4393-84d7-f43d2778bd74 None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:02:19.491433 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f44f3a6-14ec-465f-9f4b-4260e2f0ab5f req-59b03317-5a76-48e6-baa5-02680ccc5548 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834143 Aug 24 20:02:19.640454 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ca3f6909-277b-4393-84d7-f43d2778bd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': 'f1106296-b9da-48c3-9e89-e9a24c97200c', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:0d:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:02:18Z', 'updated_at': '2021-08-24T20:02:18Z', 'revision_number': 0, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:19.666400 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f6909-277b-4393-84d7-f43d2778bd74 None None] The sync data for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi is: [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': 'f1106296-b9da-48c3-9e89-e9a24c97200c', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:0d:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:02:18Z', 'updated_at': '2021-08-24T20:02:18Z', 'revision_number': 0, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 20:02:19.852982 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2950af8-fc8c-4f92-9c9d-4a4fe67c95c0 None None] New status for floating IP f1106296-b9da-48c3-9e89-e9a24c97200c: ACTIVE {{(pid=105638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 20:02:22.458191 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56616) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:22.613971 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd39dd-6067-4705-8aa9-b5273cba077d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Deleting port 27e376c9-0e71-419a-ae2f-4c81a59099e2 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:02:22.614225 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6cbd39dd-6067-4705-8aa9-b5273cba077d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:22.689656 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6cbd39dd-6067-4705-8aa9-b5273cba077d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:22.689984 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6cbd39dd-6067-4705-8aa9-b5273cba077d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:22.701891 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd39dd-6067-4705-8aa9-b5273cba077d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Calling delete_port for 27e376c9-0e71-419a-ae2f-4c81a59099e2 owned by network:floatingip {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:02:22.844954 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6cbd39dd-6067-4705-8aa9-b5273cba077d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:22.871394 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd39dd-6067-4705-8aa9-b5273cba077d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Pushing event deleted for resources: {'Port': ['ID=27e376c9-0e71-419a-ae2f-4c81a59099e2,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:22.928906 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6cbd39dd-6067-4705-8aa9-b5273cba077d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for floatingip, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:22.929265 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [None req-6cbd39dd-6067-4705-8aa9-b5273cba077d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Floating IP 446c3191-95a9-4e66-bc79-b86aa4e4fbda disassociated (deleted). External IP: 172.27.2.227, port: af623075-7ce4-4b37-8054-0b3f69a1da18. Aug 24 20:02:23.134999 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbd39dd-6067-4705-8aa9-b5273cba077d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Router e6984643-e804-4a7f-affe-aa0e6022802c has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 20:02:23.242084 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbd39dd-6067-4705-8aa9-b5273cba077d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 20:02:23.246854 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6cbd39dd-6067-4705-8aa9-b5273cba077d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:23.252291 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be262f0f-63cd-4d8c-be6c-58263de90ef9 None None] Sync routers for ids ['e6984643-e804-4a7f-affe-aa0e6022802c'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 20:02:23.261017 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be262f0f-63cd-4d8c-be6c-58263de90ef9 None None] Routers {'e6984643-e804-4a7f-affe-aa0e6022802c'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:02:23.261621 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-be262f0f-63cd-4d8c-be6c-58263de90ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:02:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['e6984643-e804-4a7f-affe-aa0e6022802c'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:23.275035 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-6cbd39dd-6067-4705-8aa9-b5273cba077d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "DELETE /v2.0/floatingips/446c3191-95a9-4e66-bc79-b86aa4e4fbda HTTP/1.1" status: 204 len: 168 time: 0.8157747 Aug 24 20:02:23.275610 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:02:23.277866 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96803547-1cfb-4e69-9064-79d959a03553" -d '{"events": [{"name": "network-changed", "server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:02:23.320898 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 20:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9cdf60-7eb7-4213-8ec4-58b24efc84d2 x-openstack-request-id: req-7c9cdf60-7eb7-4213-8ec4-58b24efc84d2 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:02:23.321191 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:02:23.321448 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7c9cdf60-7eb7-4213-8ec4-58b24efc84d2 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:02:23.321854 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'status': 'completed', 'code': 200} Aug 24 20:02:23.392386 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96803547-1cfb-4e69-9064-79d959a03553 req-a057a222-7cf7-45ca-89a0-63f5a54bdba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:23.393838 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-96803547-1cfb-4e69-9064-79d959a03553 req-a057a222-7cf7-45ca-89a0-63f5a54bdba7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4262d73d8d644afe8e45bb8f24280d5a&device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0482194 Aug 24 20:02:23.498201 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-be262f0f-63cd-4d8c-be6c-58263de90ef9 None None] Set router e6984643-e804-4a7f-affe-aa0e6022802c gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:02:23.535426 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809edae-777b-4253-bad9-8c4151ed5f44 req-173eb8d7-d55f-4696-ae52-754aae3d63aa tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:23.537057 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7809edae-777b-4253-bad9-8c4151ed5f44 req-173eb8d7-d55f-4696-ae52-754aae3d63aa tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0759859 Aug 24 20:02:23.538051 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96803547-1cfb-4e69-9064-79d959a03553 req-58bfd600-ecba-404c-9d49-772760e03388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:23.539361 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-96803547-1cfb-4e69-9064-79d959a03553 req-58bfd600-ecba-404c-9d49-772760e03388 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6510543e-a275-4e29-bd7f-c159b815c9bb HTTP/1.1" status: 200 len: 909 time: 0.1389062 Aug 24 20:02:23.593373 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-96803547-1cfb-4e69-9064-79d959a03553 req-a73af9e1-df1b-4821-ad1f-bc2e7b0663bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af623075-7ce4-4b37-8054-0b3f69a1da18 HTTP/1.1" status: 200 len: 217 time: 0.0433064 Aug 24 20:02:23.634941 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7809edae-777b-4253-bad9-8c4151ed5f44 req-dfa2be20-90e1-4a03-abf4-30586059a082 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917680 Aug 24 20:02:23.653091 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96803547-1cfb-4e69-9064-79d959a03553 req-d6daab51-7143-4d96-95fe-2d29078202f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:23.654713 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-96803547-1cfb-4e69-9064-79d959a03553 req-d6daab51-7143-4d96-95fe-2d29078202f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f7823f7-6361-4255-bd6a-627a0e128b82 HTTP/1.1" status: 200 len: 847 time: 0.0550632 Aug 24 20:02:23.701679 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96803547-1cfb-4e69-9064-79d959a03553 req-db4c95e3-b02c-42c8-a307-f970a90119e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:23.703219 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-96803547-1cfb-4e69-9064-79d959a03553 req-db4c95e3-b02c-42c8-a307-f970a90119e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6510543e-a275-4e29-bd7f-c159b815c9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412140 Aug 24 20:02:23.703745 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-be262f0f-63cd-4d8c-be6c-58263de90ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:52Z', 'revision_number': 4, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port': {'id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bf424fa4-fa05-4e60-9153-d13be37d24bb', 'name': '', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'mac_address': 'fa:16:3e:7f:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:51Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 5, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'subnets': [{'id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:23.734071 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be262f0f-63cd-4d8c-be6c-58263de90ef9 None None] Checking router: e6984643-e804-4a7f-affe-aa0e6022802c for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 20:02:23.742369 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be262f0f-63cd-4d8c-be6c-58263de90ef9 None None] Routers {'e6984643-e804-4a7f-affe-aa0e6022802c'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:02:23.742978 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-be262f0f-63cd-4d8c-be6c-58263de90ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:02:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['e6984643-e804-4a7f-affe-aa0e6022802c'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:23.850396 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-be262f0f-63cd-4d8c-be6c-58263de90ef9 None None] Set router e6984643-e804-4a7f-affe-aa0e6022802c gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:02:24.057973 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-be262f0f-63cd-4d8c-be6c-58263de90ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:52Z', 'revision_number': 4, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port': {'id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bf424fa4-fa05-4e60-9153-d13be37d24bb', 'name': '', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'mac_address': 'fa:16:3e:7f:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:51Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 5, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'subnets': [{'id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:24.067273 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-96803547-1cfb-4e69-9064-79d959a03553 req-16fc93e1-30be-4ff4-8f59-9aa4cf320364 service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546855 Aug 24 20:02:24.084401 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be262f0f-63cd-4d8c-be6c-58263de90ef9 None None] The sync data for ids ['e6984643-e804-4a7f-affe-aa0e6022802c'] in dv-cinder-804093-3-iscsi is: [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:52Z', 'revision_number': 4, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port': {'id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bf424fa4-fa05-4e60-9153-d13be37d24bb', 'name': '', 'network_id': '6510543e-a275-4e29-bd7f-c159b815c9bb', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'mac_address': 'fa:16:3e:7f:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:51Z', 'updated_at': '2021-08-24T19:57:57Z', 'revision_number': 5, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'subnets': [{'id': '9f7823f7-6361-4255-bd6a-627a0e128b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 20:02:24.166150 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-96803547-1cfb-4e69-9064-79d959a03553 req-8c9e736f-1378-4817-be08-7541b7d508e8 service neutron] 10.222.0.62 "GET /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896575 Aug 24 20:02:24.312336 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608730e4-eafe-4d6f-9703-bce70855a471 None None] New status for floating IP 446c3191-95a9-4e66-bc79-b86aa4e4fbda: DOWN {{(pid=105638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 20:02:24.753179 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13381418-24ed-4234-9087-284e6ce49caa req-b64bede7-524f-4040-bb23-775446d9a4f0 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:24.754672 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-13381418-24ed-4234-9087-284e6ce49caa req-b64bede7-524f-4040-bb23-775446d9a4f0 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0496962 Aug 24 20:02:24.797385 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-13381418-24ed-4234-9087-284e6ce49caa req-d0a33f0d-187e-4b36-8272-6fdaeac41a81 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/security-groups?id=8dc25c01-6b9a-4495-b383-031604f09235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368884 Aug 24 20:02:25.084844 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc386ca-12fa-4c35-a7b2-293c370097fa req-c6b07d08-ff42-4bcd-b89c-586e01c9199a tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:02:25.086286 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dfc386ca-12fa-4c35-a7b2-293c370097fa req-c6b07d08-ff42-4bcd-b89c-586e01c9199a tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 945 time: 0.0494339 Aug 24 20:02:25.182168 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-dfc386ca-12fa-4c35-a7b2-293c370097fa req-5b2ba1a7-9761-4cf8-a2b7-6ee95c77cb1d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Deleting port af623075-7ce4-4b37-8054-0b3f69a1da18 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:02:25.182519 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-dfc386ca-12fa-4c35-a7b2-293c370097fa req-5b2ba1a7-9761-4cf8-a2b7-6ee95c77cb1d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:25.272747 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-dfc386ca-12fa-4c35-a7b2-293c370097fa req-5b2ba1a7-9761-4cf8-a2b7-6ee95c77cb1d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] For port af623075-7ce4-4b37-8054-0b3f69a1da18, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=af623075-7ce4-4b37-8054-0b3f69a1da18,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:02:25.273114 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-dfc386ca-12fa-4c35-a7b2-293c370097fa req-5b2ba1a7-9761-4cf8-a2b7-6ee95c77cb1d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:25.286443 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-dfc386ca-12fa-4c35-a7b2-293c370097fa req-5b2ba1a7-9761-4cf8-a2b7-6ee95c77cb1d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Calling delete_port for af623075-7ce4-4b37-8054-0b3f69a1da18 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:02:25.430279 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-dfc386ca-12fa-4c35-a7b2-293c370097fa req-5b2ba1a7-9761-4cf8-a2b7-6ee95c77cb1d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:25.458290 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ba1a7-9761-4cf8-a2b7-6ee95c77cb1d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Pushing event deleted for resources: {'Port': ['ID=af623075-7ce4-4b37-8054-0b3f69a1da18,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:25.503103 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc386ca-12fa-4c35-a7b2-293c370097fa req-5b2ba1a7-9761-4cf8-a2b7-6ee95c77cb1d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] No DVR routers for this DVR port af623075-7ce4-4b37-8054-0b3f69a1da18 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 20:02:25.505713 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-dfc386ca-12fa-4c35-a7b2-293c370097fa req-5b2ba1a7-9761-4cf8-a2b7-6ee95c77cb1d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:25.507902 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-dfc386ca-12fa-4c35-a7b2-293c370097fa req-5b2ba1a7-9761-4cf8-a2b7-6ee95c77cb1d tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.62 "DELETE /v2.0/ports/af623075-7ce4-4b37-8054-0b3f69a1da18 HTTP/1.1" status: 204 len: 173 time: 0.4146097 Aug 24 20:02:25.508377 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'name': 'network-vif-deleted', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:02:25.511622 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68124a1b-34f1-4b4d-aa96-0ea759221874" -d '{"events": [{"server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "name": "network-vif-deleted", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:02:25.554415 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 20:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ae04a8-b95c-40b7-a3f7-1d1ca3907113 x-openstack-request-id: req-34ae04a8-b95c-40b7-a3f7-1d1ca3907113 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:02:25.554763 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a35f74e-558a-4169-927e-aca4a9792aa1", "name": "network-vif-deleted", "tag": "af623075-7ce4-4b37-8054-0b3f69a1da18", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:02:25.555029 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34ae04a8-b95c-40b7-a3f7-1d1ca3907113 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:02:25.555430 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a35f74e-558a-4169-927e-aca4a9792aa1', 'name': 'network-vif-deleted', 'tag': 'af623075-7ce4-4b37-8054-0b3f69a1da18', 'status': 'completed', 'code': 200} Aug 24 20:02:25.908852 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-eb74ff46-3377-4018-8f2c-0a8d9af6c490 req-9e7b788d-48af-4195-833f-94678ec17b06 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a35f74e-558a-4169-927e-aca4a9792aa1 HTTP/1.1" status: 200 len: 210 time: 0.0307872 Aug 24 20:02:26.967909 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56640) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:27.026280 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:27.051711 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:27.115337 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:27.118264 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:27.119765 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] 10.222.0.57 "DELETE /v2.0/security-groups/8dc25c01-6b9a-4495-b383-031604f09235 HTTP/1.1" status: 204 len: 168 time: 0.1506517 Aug 24 20:02:27.130738 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc25c01-6b9a-4495-b383-031604f09235,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:27.138906 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:27.139254 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:27.139597 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:27.139926 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:27.140290 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:27.140619 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:27.140944 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:27.141271 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:27.141594 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:27.141916 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:27.142240 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:27.142553 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8df43f-74f7-4bf0-9ae4-f55a858bfbb6 tempest-TestShelveInstance-939132509 tempest-TestShelveInstance-939132509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:02:28.183679 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56648) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:28.731624 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6fe028ca-9558-4685-b017-fbfcf314eee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710471'] for router_interface, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:28.971925 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-6fe028ca-9558-4685-b017-fbfcf314eee8 admin admin] Deleting port bf424fa4-fa05-4e60-9153-d13be37d24bb {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:02:28.972296 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6fe028ca-9558-4685-b017-fbfcf314eee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:29.049327 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-6fe028ca-9558-4685-b017-fbfcf314eee8 admin admin] For port bf424fa4-fa05-4e60-9153-d13be37d24bb, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=bf424fa4-fa05-4e60-9153-d13be37d24bb,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:02:29.049714 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6fe028ca-9558-4685-b017-fbfcf314eee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:29.063418 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-6fe028ca-9558-4685-b017-fbfcf314eee8 admin admin] Calling delete_port for bf424fa4-fa05-4e60-9153-d13be37d24bb owned by network:router_interface {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:02:29.237945 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6fe028ca-9558-4685-b017-fbfcf314eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:29.262178 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe028ca-9558-4685-b017-fbfcf314eee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf424fa4-fa05-4e60-9153-d13be37d24bb,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:29.426689 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-6fe028ca-9558-4685-b017-fbfcf314eee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1549297'] for router_interface, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:29.508874 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device af623075-7ce4-4b37-8054-0b3f69a1da18 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:02:29.530394 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: af623075-7ce4-4b37-8054-0b3f69a1da18 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:02:29.530637 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device af623075-7ce4-4b37-8054-0b3f69a1da18 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:02:29.634411 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe028ca-9558-4685-b017-fbfcf314eee8 admin admin] Router e6984643-e804-4a7f-affe-aa0e6022802c has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 20:02:29.737915 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe028ca-9558-4685-b017-fbfcf314eee8 admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 20:02:29.743067 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-6fe028ca-9558-4685-b017-fbfcf314eee8 admin admin] 10.222.0.57 "PUT /v2.0/routers/e6984643-e804-4a7f-affe-aa0e6022802c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5583124 Aug 24 20:02:29.745849 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56650) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:29.746605 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7e313-ee24-4605-8dd6-a56a016cf17b None None] Sync routers for ids ['e6984643-e804-4a7f-affe-aa0e6022802c'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 20:02:29.757114 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d7e313-ee24-4605-8dd6-a56a016cf17b None None] Routers {'e6984643-e804-4a7f-affe-aa0e6022802c'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:02:29.757721 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-67d7e313-ee24-4605-8dd6-a56a016cf17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:02:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['e6984643-e804-4a7f-affe-aa0e6022802c'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:29.849115 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:29.865008 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-67d7e313-ee24-4605-8dd6-a56a016cf17b None None] Set router e6984643-e804-4a7f-affe-aa0e6022802c gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:02:29.954537 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.008234 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Deleting port c5a341b4-92a5-45b6-9e09-e046e021b609 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:02:30.008583 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.052929 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-67d7e313-ee24-4605-8dd6-a56a016cf17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T20:02:29Z', 'revision_number': 5, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port': {'id': 'c5a341b4-92a5-45b6-9e09-e046e021b609', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T19:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:30.080014 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7e313-ee24-4605-8dd6-a56a016cf17b None None] Checking router: e6984643-e804-4a7f-affe-aa0e6022802c for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 20:02:30.088210 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d7e313-ee24-4605-8dd6-a56a016cf17b None None] Routers {'e6984643-e804-4a7f-affe-aa0e6022802c'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:02:30.088814 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-67d7e313-ee24-4605-8dd6-a56a016cf17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:02:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['e6984643-e804-4a7f-affe-aa0e6022802c'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:30.095144 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] For port c5a341b4-92a5-45b6-9e09-e046e021b609, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=c5a341b4-92a5-45b6-9e09-e046e021b609,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:02:30.095536 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.108009 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Calling delete_port for c5a341b4-92a5-45b6-9e09-e046e021b609 owned by network:router_gateway {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:02:30.174753 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-67d7e313-ee24-4605-8dd6-a56a016cf17b None None] Set router e6984643-e804-4a7f-affe-aa0e6022802c gateway port host: None {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:02:30.232226 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-67d7e313-ee24-4605-8dd6-a56a016cf17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T20:02:29Z', 'revision_number': 6, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port_host': None}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:30.262477 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7e313-ee24-4605-8dd6-a56a016cf17b None None] The sync data for ids ['e6984643-e804-4a7f-affe-aa0e6022802c'] in dv-cinder-804093-3-iscsi is: [{'id': 'e6984643-e804-4a7f-affe-aa0e6022802c', 'name': 'tempest-TestShelveInstance-131213120-router', 'tenant_id': '4262d73d8d644afe8e45bb8f24280d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:49Z', 'updated_at': '2021-08-24T20:02:29Z', 'revision_number': 6, 'project_id': '4262d73d8d644afe8e45bb8f24280d5a', 'gw_port_host': None}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 20:02:30.288446 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.318007 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a341b4-92a5-45b6-9e09-e046e021b609,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:30.379093 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708715'] for router_gateway, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.472139 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-459'] for router, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.474228 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.517217 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707570'] for router, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.517786 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6984643-e804-4a7f-affe-aa0e6022802c {{(pid=105636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 20:02:30.522132 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] Notify callbacks [] for router, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.523343 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-c57fc394-0059-4ef8-be2d-1e38df8bb8d9 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e6984643-e804-4a7f-affe-aa0e6022802c HTTP/1.1" status: 204 len: 168 time: 0.7764616 Aug 24 20:02:30.525901 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56652) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:30.571058 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f6836b-39c3-4c33-892a-49c16b75626e admin admin] Deleting subnet 9f7823f7-6361-4255-bd6a-627a0e128b82 {{(pid=105636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 20:02:30.574014 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c8f6836b-39c3-4c33-892a-49c16b75626e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.608922 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c8f6836b-39c3-4c33-892a-49c16b75626e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264856231'] for subnet, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.700057 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c8f6836b-39c3-4c33-892a-49c16b75626e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.753751 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c8f6836b-39c3-4c33-892a-49c16b75626e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264856079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267593542'] for subnet, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.781331 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c8f6836b-39c3-4c33-892a-49c16b75626e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.783226 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-c8f6836b-39c3-4c33-892a-49c16b75626e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9f7823f7-6361-4255-bd6a-627a0e128b82 HTTP/1.1" status: 204 len: 168 time: 0.2564173 Aug 24 20:02:30.784326 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6836b-39c3-4c33-892a-49c16b75626e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f7823f7-6361-4255-bd6a-627a0e128b82,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:30.785776 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56654) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:30.789853 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15160dfd-ac79-4489-88a5-c37f2a1c67b2 None None] Network 6510543e-a275-4e29-bd7f-c159b815c9bb requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 20:02:30.858028 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.913744 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Deleting port 22b1ba1d-e5cb-4687-8148-8840edb13cf7 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:02:30.914097 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.976871 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] For port 22b1ba1d-e5cb-4687-8148-8840edb13cf7, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=22b1ba1d-e5cb-4687-8148-8840edb13cf7,segment=NetworkSegment(eece5f66-b9fd-4d4c-93af-e4dc852b8bf4),segment_id=eece5f66-b9fd-4d4c-93af-e4dc852b8bf4)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:02:30.977265 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:30.990275 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Calling delete_port for 22b1ba1d-e5cb-4687-8148-8840edb13cf7 owned by network:dhcp {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:02:31.033348 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c772600-621f-4065-9c1f-b6f735a60043 None None] DHCP port deletion for 6510543e-a275-4e29-bd7f-c159b815c9bb request from dv-cinder-804093-3-iscsi {{(pid=105637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 20:02:31.074863 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:31.082299 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-6c772600-621f-4065-9c1f-b6f735a60043 None None] Deleting port 22b1ba1d-e5cb-4687-8148-8840edb13cf7 {{(pid=105637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:02:31.082669 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-6c772600-621f-4065-9c1f-b6f735a60043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:31.102443 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Pushing event deleted for resources: {'Port': ['ID=22b1ba1d-e5cb-4687-8148-8840edb13cf7,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:31.104639 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] No DVR routers for this DVR port 22b1ba1d-e5cb-4687-8148-8840edb13cf7 on host dv-cinder-804093-3-iscsi {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 20:02:31.152065 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-6c772600-621f-4065-9c1f-b6f735a60043 None None] For port 22b1ba1d-e5cb-4687-8148-8840edb13cf7, host dv-cinder-804093-3-iscsi, got binding levels [] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:02:31.152480 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-6c772600-621f-4065-9c1f-b6f735a60043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:31.165371 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-6c772600-621f-4065-9c1f-b6f735a60043 None None] Calling delete_port for 22b1ba1d-e5cb-4687-8148-8840edb13cf7 owned by network:dhcp {{(pid=105637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:02:31.168027 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.ipam_backend_mixin [None req-6c772600-621f-4065-9c1f-b6f735a60043 None None] Port 22b1ba1d-e5cb-4687-8148-8840edb13cf7 was not found and therefore no delete operation was performed {{(pid=105637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 20:02:31.169948 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-6c772600-621f-4065-9c1f-b6f735a60043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907'] for port, after_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:31.179200 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:31.191525 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6510543e-a275-4e29-bd7f-c159b815c9bb']}} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:31.198614 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c772600-621f-4065-9c1f-b6f735a60043 None None] Pushing event deleted for resources: {'Port': ['ID=22b1ba1d-e5cb-4687-8148-8840edb13cf7,revision_number=None']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:31.204178 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4') {'for_net_delete': True} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:31.204515 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eece5f66-b9fd-4d4c-93af-e4dc852b8bf4') {} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:31.205145 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c772600-621f-4065-9c1f-b6f735a60043 None None] No DVR routers for this DVR port 22b1ba1d-e5cb-4687-8148-8840edb13cf7 on host dv-cinder-804093-3-iscsi {{(pid=105637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 20:02:31.217061 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264856232'] for segment, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:31.231344 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:31.238857 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=105636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 20:02:31.239338 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264856557'] for segment, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: Traceback (most recent call last): Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: timer() Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: cb(*args, **kw) Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: return func(*args, **kwargs) Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: self._notify() Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: self.callback(batched_events) Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: event.method(event) Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: return f(self, *a, **k) Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._get(url).json() Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: return self.request(url, 'GET', **kwargs) Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 20:02:31.241122 dv-cinder-804093-3-iscsi neutron-server[105636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 20:02:31.299406 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:31.304743 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:31.306589 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] 10.222.0.57 "DELETE /v2.0/networks/6510543e-a275-4e29-bd7f-c159b815c9bb HTTP/1.1" status: 204 len: 168 time: 0.5199151 Aug 24 20:02:31.309780 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56656) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:31.317644 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830002c-01a0-450b-b9ec-cfc6ae6342aa admin admin] Pushing event deleted for resources: {'Network': ['ID=6510543e-a275-4e29-bd7f-c159b815c9bb,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:31.650992 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-85e789ac-fb14-4d8c-8d69-881d8e07d55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710471'] for router_interface, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:31.888619 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-85e789ac-fb14-4d8c-8d69-881d8e07d55b admin admin] Deleting port 0924c28b-18f1-45fd-8fec-f28952261808 {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:02:31.888950 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-85e789ac-fb14-4d8c-8d69-881d8e07d55b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:31.963331 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-85e789ac-fb14-4d8c-8d69-881d8e07d55b admin admin] For port 0924c28b-18f1-45fd-8fec-f28952261808, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=0924c28b-18f1-45fd-8fec-f28952261808,segment=NetworkSegment(3ef39e2f-2537-4aec-ad60-155977b7e2c1),segment_id=3ef39e2f-2537-4aec-ad60-155977b7e2c1)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:02:31.963625 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-85e789ac-fb14-4d8c-8d69-881d8e07d55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:31.975532 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-85e789ac-fb14-4d8c-8d69-881d8e07d55b admin admin] Calling delete_port for 0924c28b-18f1-45fd-8fec-f28952261808 owned by network:router_interface {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:02:32.146250 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-85e789ac-fb14-4d8c-8d69-881d8e07d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:32.174447 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e789ac-fb14-4d8c-8d69-881d8e07d55b admin admin] Pushing event deleted for resources: {'Port': ['ID=0924c28b-18f1-45fd-8fec-f28952261808,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:32.345269 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-85e789ac-fb14-4d8c-8d69-881d8e07d55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1549297'] for router_interface, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:32.372227 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device bf424fa4-fa05-4e60-9153-d13be37d24bb no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:02:32.392659 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: bf424fa4-fa05-4e60-9153-d13be37d24bb {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:02:32.393007 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device bf424fa4-fa05-4e60-9153-d13be37d24bb not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:02:32.393497 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device c5a341b4-92a5-45b6-9e09-e046e021b609 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:02:32.412053 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: c5a341b4-92a5-45b6-9e09-e046e021b609 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:02:32.412432 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device c5a341b4-92a5-45b6-9e09-e046e021b609 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:02:32.412841 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 22b1ba1d-e5cb-4687-8148-8840edb13cf7 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:02:32.431817 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 22b1ba1d-e5cb-4687-8148-8840edb13cf7 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:02:32.432192 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 22b1ba1d-e5cb-4687-8148-8840edb13cf7 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:02:32.756365 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e789ac-fb14-4d8c-8d69-881d8e07d55b admin admin] Router 8584d288-3b38-4af9-b5d6-c4856ad7dd11 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 20:02:32.859034 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e789ac-fb14-4d8c-8d69-881d8e07d55b admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 20:02:32.863956 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-85e789ac-fb14-4d8c-8d69-881d8e07d55b admin admin] 10.222.0.57 "PUT /v2.0/routers/8584d288-3b38-4af9-b5d6-c4856ad7dd11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5529292 Aug 24 20:02:32.866529 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56660) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:32.867843 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91035462-ba26-43a7-8d77-7f5f5e96df74 None None] Sync routers for ids ['8584d288-3b38-4af9-b5d6-c4856ad7dd11'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 20:02:32.877290 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91035462-ba26-43a7-8d77-7f5f5e96df74 None None] Routers {'8584d288-3b38-4af9-b5d6-c4856ad7dd11'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:02:32.877898 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-91035462-ba26-43a7-8d77-7f5f5e96df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:02:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['8584d288-3b38-4af9-b5d6-c4856ad7dd11'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:32.967711 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Notify callbacks [] for router, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:32.981041 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-91035462-ba26-43a7-8d77-7f5f5e96df74 None None] Set router 8584d288-3b38-4af9-b5d6-c4856ad7dd11 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:02:33.076709 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.110625 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b084-f77c-4e60-919a-40bd61dd904f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.132081 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Deleting port 4097425e-fcd8-4ff4-aab2-1657602b7656 {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:02:33.132589 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.163225 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-91035462-ba26-43a7-8d77-7f5f5e96df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'name': 'tempest-TestShelveInstance-484104586-router', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T20:02:32Z', 'revision_number': 5, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'gw_port': {'id': '4097425e-fcd8-4ff4-aab2-1657602b7656', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T19:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:33.188294 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91035462-ba26-43a7-8d77-7f5f5e96df74 None None] Checking router: 8584d288-3b38-4af9-b5d6-c4856ad7dd11 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 20:02:33.196580 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91035462-ba26-43a7-8d77-7f5f5e96df74 None None] Routers {'8584d288-3b38-4af9-b5d6-c4856ad7dd11'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:02:33.197182 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-91035462-ba26-43a7-8d77-7f5f5e96df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:02:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['8584d288-3b38-4af9-b5d6-c4856ad7dd11'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:33.213805 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] For port 4097425e-fcd8-4ff4-aab2-1657602b7656, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=4097425e-fcd8-4ff4-aab2-1657602b7656,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:02:33.214429 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.229155 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Calling delete_port for 4097425e-fcd8-4ff4-aab2-1657602b7656 owned by network:router_gateway {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:02:33.283503 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-91035462-ba26-43a7-8d77-7f5f5e96df74 None None] Set router 8584d288-3b38-4af9-b5d6-c4856ad7dd11 gateway port host: None {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:02:33.337419 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-91035462-ba26-43a7-8d77-7f5f5e96df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'name': 'tempest-TestShelveInstance-484104586-router', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T20:02:33Z', 'revision_number': 6, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'gw_port_host': None}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:33.364912 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91035462-ba26-43a7-8d77-7f5f5e96df74 None None] The sync data for ids ['8584d288-3b38-4af9-b5d6-c4856ad7dd11'] in dv-cinder-804093-3-iscsi is: [{'id': '8584d288-3b38-4af9-b5d6-c4856ad7dd11', 'name': 'tempest-TestShelveInstance-484104586-router', 'tenant_id': '080ca8ff79f64c739e3d193fd05cdedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:57:54Z', 'updated_at': '2021-08-24T20:02:33Z', 'revision_number': 6, 'project_id': '080ca8ff79f64c739e3d193fd05cdedd', 'gw_port_host': None}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 20:02:33.402289 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.427834 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Pushing event deleted for resources: {'Port': ['ID=4097425e-fcd8-4ff4-aab2-1657602b7656,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:33.491593 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708715'] for router_gateway, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.578419 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-459'] for router, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.580517 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.620677 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707570'] for router, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.621125 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8584d288-3b38-4af9-b5d6-c4856ad7dd11 {{(pid=105635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 20:02:33.625838 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] Notify callbacks [] for router, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.626981 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-90e26f8b-1af4-4e62-a921-9641e73963fb admin admin] 10.222.0.57 "DELETE /v2.0/routers/8584d288-3b38-4af9-b5d6-c4856ad7dd11 HTTP/1.1" status: 204 len: 168 time: 0.7595360 Aug 24 20:02:33.629454 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56662) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:33.672274 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1431f3-3cf8-48d6-a159-87b012fbeb9a admin admin] Deleting subnet 1e2f73f9-3b87-486c-b570-dfc1bf27c360 {{(pid=105635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 20:02:33.675108 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2f1431f3-3cf8-48d6-a159-87b012fbeb9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.713757 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2f1431f3-3cf8-48d6-a159-87b012fbeb9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267673478'] for subnet, precommit_delete_associations {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.796631 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2f1431f3-3cf8-48d6-a159-87b012fbeb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.851675 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2f1431f3-3cf8-48d6-a159-87b012fbeb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267901544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264836026'] for subnet, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.875243 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1431f3-3cf8-48d6-a159-87b012fbeb9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2f73f9-3b87-486c-b570-dfc1bf27c360,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:33.881841 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-2f1431f3-3cf8-48d6-a159-87b012fbeb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:33.883845 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-2f1431f3-3cf8-48d6-a159-87b012fbeb9a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1e2f73f9-3b87-486c-b570-dfc1bf27c360 HTTP/1.1" status: 204 len: 168 time: 0.2533331 Aug 24 20:02:33.886164 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56664) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:33.887113 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0ceb65-bb4b-488e-b1a1-1a5b58753eb1 None None] Network dc709c81-949a-4680-86df-0a93e9c9e125 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 20:02:33.955555 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.008266 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Deleting port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:02:34.008605 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.071328 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] For port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=c3c26bc3-8417-4f73-8f37-56d0e5aa3c54,segment=NetworkSegment(3ef39e2f-2537-4aec-ad60-155977b7e2c1),segment_id=3ef39e2f-2537-4aec-ad60-155977b7e2c1)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:02:34.071773 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.086701 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Calling delete_port for c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 owned by network:dhcp {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:02:34.097582 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fcb1fe-b399-45d3-9089-56d684438973 None None] DHCP port deletion for dc709c81-949a-4680-86df-0a93e9c9e125 request from dv-cinder-804093-3-iscsi {{(pid=105637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 20:02:34.148337 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-d8fcb1fe-b399-45d3-9089-56d684438973 None None] Deleting port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 {{(pid=105637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:02:34.148622 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb1fe-b399-45d3-9089-56d684438973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.175455 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.203868 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c26bc3-8417-4f73-8f37-56d0e5aa3c54,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:34.207526 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] No DVR routers for this DVR port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 on host dv-cinder-804093-3-iscsi {{(pid=105635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 20:02:34.220532 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-d8fcb1fe-b399-45d3-9089-56d684438973 None None] For port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=c3c26bc3-8417-4f73-8f37-56d0e5aa3c54,segment=NetworkSegment(3ef39e2f-2537-4aec-ad60-155977b7e2c1),segment_id=3ef39e2f-2537-4aec-ad60-155977b7e2c1)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:02:34.220923 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb1fe-b399-45d3-9089-56d684438973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.234160 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-d8fcb1fe-b399-45d3-9089-56d684438973 None None] Calling delete_port for c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 owned by network:dhcp {{(pid=105637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:02:34.290427 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.302234 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc709c81-949a-4680-86df-0a93e9c9e125']}} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:34.313369 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef39e2f-2537-4aec-ad60-155977b7e2c1') {'for_net_delete': True} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:34.313683 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef39e2f-2537-4aec-ad60-155977b7e2c1') {} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:02:34.314326 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 4097425e-fcd8-4ff4-aab2-1657602b7656 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:02:34.323344 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267673481'] for segment, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.339341 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.339582 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 4097425e-fcd8-4ff4-aab2-1657602b7656 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:02:34.339917 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 4097425e-fcd8-4ff4-aab2-1657602b7656 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:02:34.340980 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 0924c28b-18f1-45fd-8fec-f28952261808 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:02:34.349442 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=105635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 20:02:34.350126 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267901834'] for segment, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: Traceback (most recent call last): Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: timer() Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: cb(*args, **kw) Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: return func(*args, **kwargs) Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: self._notify() Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: self.callback(batched_events) Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: event.method(event) Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: return f(self, *a, **k) Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._get(url).json() Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: return self.request(url, 'GET', **kwargs) Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 20:02:34.352022 dv-cinder-804093-3-iscsi neutron-server[105635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 20:02:34.363161 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 0924c28b-18f1-45fd-8fec-f28952261808 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:02:34.363476 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 0924c28b-18f1-45fd-8fec-f28952261808 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:02:34.364129 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:02:34.367263 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb1fe-b399-45d3-9089-56d684438973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907'] for port, after_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.388350 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:02:34.388691 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:02:34.411704 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcb1fe-b399-45d3-9089-56d684438973 None None] Pushing event deleted for resources: {'Port': ['ID=c3c26bc3-8417-4f73-8f37-56d0e5aa3c54,revision_number=None']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:34.416660 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fcb1fe-b399-45d3-9089-56d684438973 None None] No DVR routers for this DVR port c3c26bc3-8417-4f73-8f37-56d0e5aa3c54 on host dv-cinder-804093-3-iscsi {{(pid=105637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 20:02:34.419318 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.435513 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.437444 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] 10.222.0.57 "DELETE /v2.0/networks/dc709c81-949a-4680-86df-0a93e9c9e125 HTTP/1.1" status: 204 len: 168 time: 0.5503781 Aug 24 20:02:34.438441 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c30f1-6c7e-4c89-ac3f-96d212a70808 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc709c81-949a-4680-86df-0a93e9c9e125,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:34.623886 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56668) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:34.666966 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-0c50a409-e516-411d-95bf-b092d857b737 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4262d73d8d644afe8e45bb8f24280d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418031 Aug 24 20:02:34.669783 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56670) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:34.719234 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-be59dde8-50c4-40e1-8c63-cb76ca04aa07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.741088 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-be59dde8-50c4-40e1-8c63-cb76ca04aa07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.786548 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-be59dde8-50c4-40e1-8c63-cb76ca04aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.789074 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-be59dde8-50c4-40e1-8c63-cb76ca04aa07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:34.790237 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-be59dde8-50c4-40e1-8c63-cb76ca04aa07 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e61d32b-faa3-49bf-89be-ab6682c4a80f HTTP/1.1" status: 204 len: 168 time: 0.1196368 Aug 24 20:02:34.798607 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59dde8-50c4-40e1-8c63-cb76ca04aa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e61d32b-faa3-49bf-89be-ab6682c4a80f,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:35.096874 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56676) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:35.140177 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-54c63935-2e38-43c4-a781-cf2cacc42491 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=080ca8ff79f64c739e3d193fd05cdedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421116 Aug 24 20:02:35.142626 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56678) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:02:35.194485 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0cd64024-1186-45a9-b949-90c85c584264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:35.215076 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0cd64024-1186-45a9-b949-90c85c584264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:35.262882 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0cd64024-1186-45a9-b949-90c85c584264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:35.266265 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-0cd64024-1186-45a9-b949-90c85c584264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:35.267493 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-0cd64024-1186-45a9-b949-90c85c584264 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee5c4d95-4b6b-4677-8186-b8798a31832b HTTP/1.1" status: 204 len: 168 time: 0.1239450 Aug 24 20:02:35.279159 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd64024-1186-45a9-b949-90c85c584264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5c4d95-4b6b-4677-8186-b8798a31832b,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:02:35.755953 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-f477c80c-6bf6-4c71-af40-8de37496470d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:36.190004 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:36.800695 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:38.457925 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:38.737756 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:02:52.387365 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:03:03.112141 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-03f98476-a2a7-4662-a43a-e159f830c71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:05.755665 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-0894676a-169f-4d18-a8ee-40bcdf79649d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:06.192437 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:06.803980 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:08.461167 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:08.741611 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:15.817377 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9b23d009-52c6-4b4b-814c-bc4e64d642ed req-631303ea-5604-45a6-aaf3-2bf3aafb09f7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389724 Aug 24 20:03:15.897425 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23d009-52c6-4b4b-814c-bc4e64d642ed req-c498b1c1-196e-4b93-9804-2d0804d4a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:15.898889 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9b23d009-52c6-4b4b-814c-bc4e64d642ed req-c498b1c1-196e-4b93-9804-2d0804d4a07a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 1098 time: 0.0405846 Aug 24 20:03:16.002036 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23d009-52c6-4b4b-814c-bc4e64d642ed req-8c8a6cef-cccd-4bda-a5ab-6025a8ffccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:16.003481 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9b23d009-52c6-4b4b-814c-bc4e64d642ed req-8c8a6cef-cccd-4bda-a5ab-6025a8ffccbd service neutron] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 913 time: 0.0854402 Aug 24 20:03:16.068679 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9b23d009-52c6-4b4b-814c-bc4e64d642ed req-ff6aa482-02fc-4182-aef2-b227b7b6fddb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=751fe7e7-6b0a-4f92-b910-a9b29bb1613a HTTP/1.1" status: 200 len: 1000 time: 0.0573647 Aug 24 20:03:16.120381 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23d009-52c6-4b4b-814c-bc4e64d642ed req-b60774f5-e328-4b95-8eb8-00139f3ddb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:16.122457 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9b23d009-52c6-4b4b-814c-bc4e64d642ed req-b60774f5-e328-4b95-8eb8-00139f3ddb40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0458710 Aug 24 20:03:16.166714 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23d009-52c6-4b4b-814c-bc4e64d642ed req-2120454b-4e81-474e-86fe-8887043930a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:16.168293 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9b23d009-52c6-4b4b-814c-bc4e64d642ed req-2120454b-4e81-474e-86fe-8887043930a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389223 Aug 24 20:03:16.261133 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9b23d009-52c6-4b4b-814c-bc4e64d642ed req-32c25361-4de4-4428-8a05-ab5d6915896f service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857446 Aug 24 20:03:16.354987 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9b23d009-52c6-4b4b-814c-bc4e64d642ed req-3d468c95-e42a-41a0-a43e-e975f0ffc2bd service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871739 Aug 24 20:03:29.386388 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:03:33.113409 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a03a9d19-3574-46a9-9f51-7a532971f177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:35.756390 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7cd7-5491-418d-bc55-5b82ab708eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:36.192788 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:36.805817 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:38.463561 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:38.748599 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:55.394614 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-374e0305-82b8-466a-a977-11b06b837e48 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-962777394&fields=id&tenant_id=c5fa352c9d414e39b8b0a375fc5dda69 HTTP/1.1" status: 200 len: 267 time: 0.0329986 Aug 24 20:03:55.503837 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-2e48b1bc-3773-45e9-be8e-b9b08d4a90f3 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:55.505321 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-2e48b1bc-3773-45e9-be8e-b9b08d4a90f3 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 812 time: 0.1036785 Aug 24 20:03:55.520779 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-4e6d98aa-e172-4eda-bc32-64d3794dd035 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/quotas/c5fa352c9d414e39b8b0a375fc5dda69 HTTP/1.1" status: 200 len: 375 time: 0.0092387 Aug 24 20:03:55.578462 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-b8afd66c-7fc4-4c7e-8d49-ea871f36054d tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0512846 Aug 24 20:03:55.671569 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-cfe75cd3-b02a-473e-8aca-50ba08e898b3 service neutron] 10.222.0.57 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801218 Aug 24 20:03:55.768943 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-0ef50d88-9f56-4e03-ae78-2f0355d19c42 service neutron] 10.222.0.57 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915554 Aug 24 20:03:56.053194 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ac24effa-407c-4c86-9513-1bb68267ca4b req-3abce67f-a661-4774-92a2-6ca1bf445cc0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 210 time: 0.0266519 Aug 24 20:03:56.939042 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-68232248-32fc-4742-82ff-77befc15221f tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:56.940552 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-68232248-32fc-4742-82ff-77befc15221f tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 812 time: 0.1138053 Aug 24 20:03:56.984476 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-64a4afca-c7cc-40e5-a793-2a6c349003aa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5fa352c9d414e39b8b0a375fc5dda69 HTTP/1.1" status: 200 len: 379 time: 0.0348828 Aug 24 20:03:56.994867 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Request body: {'port': {'device_id': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'admin_state_up': True, 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'security_groups': ['98883ae2-9c63-45a3-b102-d5e0b11d9d89']}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 20:03:57.109993 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Made reservation on behalf of c5fa352c9d414e39b8b0a375fc5dda69 for: {'port': 1} {{(pid=105636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 20:03:57.113487 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:57.162596 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bdcd34da-a856-4ab6-ac24-e214721f06e6 req-80416cd8-9972-4c71-8c23-1e20eb21b666 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 210 time: 0.0386407 Aug 24 20:03:57.269608 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Allocated IP 172.20.0.9 (d853d5ad-0088-46c9-bc3d-862e6e62c924/0117c291-6b65-4b76-97a3-f922de168bb4/3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 20:03:57.412855 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:57.427402 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Transition to ACTIVE for port object 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 will not be triggered until provisioned by entity DHCP. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 20:03:57.458405 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:57.501768 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Network d853d5ad-0088-46c9-bc3d-862e6e62c924 is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 20:03:57.504912 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 20:03:57.508651 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 20:03:57.532073 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'Port': ['ID=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:03:57.547008 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:03:57.547376 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:03:57.547691 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:03:57.548023 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:03:57.548381 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:03:57.548711 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:03:57.549039 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:03:57.549361 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:03:57.549685 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:03:57.550002 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:03:57.550319 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:03:57.550636 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:03:57.571639 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:57.572383 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:57.586718 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-5b4a513e-7ec4-44e6-82a4-0dbcf9bca202 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5969565 Aug 24 20:03:57.599642 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Request body: {'port': {'device_id': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 20:03:57.660189 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:57.703150 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-0123afcb-0b76-45ec-a6cc-087fff5ebfb4 None None] Provisioning for port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 completed by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 20:03:57.707790 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-0123afcb-0b76-45ec-a6cc-087fff5ebfb4 None None] Provisioning complete for port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 triggered by entity DHCP. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 20:03:57.708190 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-0123afcb-0b76-45ec-a6cc-087fff5ebfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:57.742306 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-0123afcb-0b76-45ec-a6cc-087fff5ebfb4 None None] Port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 cannot update to ACTIVE because it is not bound. {{(pid=105637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 20:03:57.922382 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 {{(pid=105636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 20:03:57.929476 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:57.941430 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.provisioning_blocks [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Transition to ACTIVE for port object 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 will not be triggered until provisioned by entity L2. {{(pid=105636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 20:03:57.945342 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:58.000028 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Pushing event updated for resources: {'Port': ['ID=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:03:58.071671 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Attempting to bind port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 20:03:58.073290 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Attempting to bind port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 20:03:58.073731 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Attempting to bind port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 on network d853d5ad-0088-46c9-bc3d-862e6e62c924 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 20:03:58.078303 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 on network d853d5ad-0088-46c9-bc3d-862e6e62c924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 20:03:58.078649 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Attempting to bind port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 on network d853d5ad-0088-46c9-bc3d-862e6e62c924 {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 20:03:58.083662 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Checking agent: {'id': '8f734b90-39f9-4e39-bd69-bc279c12028e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'started_at': datetime.datetime(2021, 8, 24, 19, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 20:03:58.084002 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Checking segment: {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 20:03:58.084432 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Bound using segment: {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'} {{(pid=105636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 20:03:58.084864 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.managers [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Bound port: 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adc5698-5352-4eb9-833b-e180c29ce1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924'}}] {{(pid=105636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 20:03:58.085246 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:58.151630 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] For port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0, host hv-cinder-80409, cleared binding levels {{(pid=105636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 20:03:58.154771 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] For port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 20:03:58.159322 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:58.193170 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:58.193782 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:03:58.195171 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] 10.222.0.62 "PUT /v2.0/ports/3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 HTTP/1.1" status: 200 len: 1093 time: 0.6002014 Aug 24 20:03:58.195602 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'tag': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:03:58.198528 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f67f267-6e1f-4b63-b9c7-531182536419" -d '{"events": [{"name": "network-changed", "server_uuid": "e4da29bc-8b85-461b-bdb3-6d0f10aa5760", "tag": "3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:03:58.224406 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec25fa4-8a9d-4009-a608-715999558e92 service neutron] Pushing event updated for resources: {'Port': ['ID=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0,revision_number=3']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:03:58.282861 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 20:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559914d4-47cc-4004-9fb8-b197a063ec03 x-openstack-request-id: req-559914d4-47cc-4004-9fb8-b197a063ec03 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:03:58.283156 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4da29bc-8b85-461b-bdb3-6d0f10aa5760", "tag": "3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:03:58.283538 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-559914d4-47cc-4004-9fb8-b197a063ec03 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:03:58.283863 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'tag': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0', 'status': 'completed', 'code': 200} Aug 24 20:03:58.333113 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-62a694de-2d77-4870-b2ed-288b9d4ea298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:58.334624 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-62a694de-2d77-4870-b2ed-288b9d4ea298 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 1096 time: 0.0932994 Aug 24 20:03:58.348380 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a8f96-c75a-489f-899f-ae9d663c225b req-ab125307-025b-4467-a40e-79019f9d9cbb tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:58.349984 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b28a8f96-c75a-489f-899f-ae9d663c225b req-ab125307-025b-4467-a40e-79019f9d9cbb tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 943 time: 0.0653784 Aug 24 20:03:58.398777 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-c9a17b8c-6730-4dc6-9247-7f2692e395ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 HTTP/1.1" status: 200 len: 217 time: 0.0477788 Aug 24 20:03:58.448341 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b28a8f96-c75a-489f-899f-ae9d663c225b req-101ed2ea-29b9-496c-b2a1-0abc85ac865a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906363 Aug 24 20:03:58.465796 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-e96e4ecf-3d7d-42c8-9bef-c08c57ea463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:58.467242 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-e96e4ecf-3d7d-42c8-9bef-c08c57ea463e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0604470 Aug 24 20:03:58.514608 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-2b30fbb9-e564-42c8-b5cc-57e45b49489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:58.516130 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-2b30fbb9-e564-42c8-b5cc-57e45b49489f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419581 Aug 24 20:03:58.610387 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-f33c9e6e-ab59-4074-af8c-b15e59668b47 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872869 Aug 24 20:03:58.703669 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-0ede48ae-403d-4410-9834-1a616dffd9cd req-4e40b9ca-61d7-4b1a-9ab7-06c5c6bc8618 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848138 Aug 24 20:03:58.790152 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67f267-6e1f-4b63-b9c7-531182536419 req-8966ae6e-93af-4910-b758-bbfd89d24ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:58.792267 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f67f267-6e1f-4b63-b9c7-531182536419 req-8966ae6e-93af-4910-b758-bbfd89d24ece service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 1096 time: 0.0411630 Aug 24 20:03:58.883677 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67f267-6e1f-4b63-b9c7-531182536419 req-3a3dab7d-ec1b-4305-924f-00a4ce1f4664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:58.885382 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f67f267-6e1f-4b63-b9c7-531182536419 req-3a3dab7d-ec1b-4305-924f-00a4ce1f4664 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 913 time: 0.0859311 Aug 24 20:03:58.926003 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f67f267-6e1f-4b63-b9c7-531182536419 req-d7d5fafc-daa1-4f0d-abb1-9ea8fbcf15f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 HTTP/1.1" status: 200 len: 217 time: 0.0335519 Aug 24 20:03:58.974438 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67f267-6e1f-4b63-b9c7-531182536419 req-3e3b4375-6c5f-48a5-81cb-8d5bd333ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:58.975849 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f67f267-6e1f-4b63-b9c7-531182536419 req-3e3b4375-6c5f-48a5-81cb-8d5bd333ae12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0423758 Aug 24 20:03:59.020500 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67f267-6e1f-4b63-b9c7-531182536419 req-d2440d58-2b3e-43fd-acb9-6bb6caafc908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:59.021945 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f67f267-6e1f-4b63-b9c7-531182536419 req-d2440d58-2b3e-43fd-acb9-6bb6caafc908 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380766 Aug 24 20:03:59.113207 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f67f267-6e1f-4b63-b9c7-531182536419 req-a7b229a4-6814-4a28-ba3b-69836227107e service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829201 Aug 24 20:03:59.203834 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-6f67f267-6e1f-4b63-b9c7-531182536419 req-4d354180-9704-4575-80c8-f8a6a7737953 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804052 Aug 24 20:03:59.565198 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be93ba1-9473-47bc-93dd-66d2dba541f0 req-c13be4ac-00b4-4bac-a46f-b35d01dddd00 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:03:59.566644 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9be93ba1-9473-47bc-93dd-66d2dba541f0 req-c13be4ac-00b4-4bac-a46f-b35d01dddd00 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 943 time: 0.0514743 Aug 24 20:03:59.603924 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-9be93ba1-9473-47bc-93dd-66d2dba541f0 req-53929441-b5e9-40c6-8af0-02856402b7e8 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306499 Aug 24 20:04:00.715732 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a73fd-aa1c-43d8-b094-339217649ded req-8daac145-614e-400b-8997-1b374fd3ca40 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:00.717223 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7d9a73fd-aa1c-43d8-b094-339217649ded req-8daac145-614e-400b-8997-1b374fd3ca40 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 943 time: 0.0484433 Aug 24 20:04:00.753447 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-7d9a73fd-aa1c-43d8-b094-339217649ded req-63e1d616-c43c-4f8a-ab13-ddab5d661481 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300827 Aug 24 20:04:01.867469 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78cb6f-ea16-4cff-aac8-36102644cdd4 req-bba65f6e-bbe7-444d-8098-704651479116 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:01.869265 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ae78cb6f-ea16-4cff-aac8-36102644cdd4 req-bba65f6e-bbe7-444d-8098-704651479116 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 943 time: 0.0489006 Aug 24 20:04:01.905161 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ae78cb6f-ea16-4cff-aac8-36102644cdd4 req-3e33ac25-0597-432e-a70e-61fc69d3f699 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303760 Aug 24 20:04:03.021374 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200b966-e3ac-4932-8465-14383a6949e4 req-a2cbbbaf-dc5b-4724-a41b-b03b6f263590 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:03.022814 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f200b966-e3ac-4932-8465-14383a6949e4 req-a2cbbbaf-dc5b-4724-a41b-b03b6f263590 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 943 time: 0.0528381 Aug 24 20:04:03.061313 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-f200b966-e3ac-4932-8465-14383a6949e4 req-7916b6e5-b2ee-41e7-8586-88408e7092f2 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323093 Aug 24 20:04:03.114905 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d37f6516-146b-4ca0-99d3-553c32fd0bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:04.174561 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93ccb4-616a-46e0-a7e2-1442a104814a req-833dfe6b-61a8-4c05-9451-e874651d02a0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:04.176034 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4c93ccb4-616a-46e0-a7e2-1442a104814a req-833dfe6b-61a8-4c05-9451-e874651d02a0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 943 time: 0.0482965 Aug 24 20:04:04.212959 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-4c93ccb4-616a-46e0-a7e2-1442a104814a req-97b27128-cb1b-4025-baa5-93c95f133a18 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304592 Aug 24 20:04:05.324900 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6cc0-24e8-4db3-9e11-7d7c4e03aabd req-a781a46e-c480-4f47-8cc6-d8203b33624c tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:05.326329 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-259d6cc0-24e8-4db3-9e11-7d7c4e03aabd req-a781a46e-c480-4f47-8cc6-d8203b33624c tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 943 time: 0.0480003 Aug 24 20:04:05.363078 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-259d6cc0-24e8-4db3-9e11-7d7c4e03aabd req-15c2ef3f-44bf-4bd9-95c0-13d1741442c9 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309370 Aug 24 20:04:05.756416 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a425fb63-bb90-4c4d-b21b-95cf4c05b362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:05.906655 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=105637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 20:04:06.003040 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:04:06.014925 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Returning: {'device': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'port_id': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0', 'mac_address': 'fa:16:3e:df:00:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 20:04:06.052412 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:06.064686 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 {{(pid=105637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 20:04:06.083329 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:04:06.088015 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:06.132713 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0,revision_number=4']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:04:06.140185 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:04:06.140534 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:04:06.140875 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:04:06.141209 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:04:06.141540 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:04:06.141871 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:04:06.142198 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:04:06.142524 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:04:06.142848 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:04:06.143170 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:04:06.143490 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:04:06.143816 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:04:06.191545 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:06.308985 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] get_ports_and_sgs() called for port_ids ['3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0'] {{(pid=105637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 20:04:06.389279 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:04:06.485330 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf017c-4611-4700-9349-79cecce052ed req-323f7faa-7902-4c62-8232-66f7188d8c3d tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:06.486825 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b7bf017c-4611-4700-9349-79cecce052ed req-323f7faa-7902-4c62-8232-66f7188d8c3d tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 944 time: 0.0538712 Aug 24 20:04:06.529482 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-b7bf017c-4611-4700-9349-79cecce052ed req-ffc2745d-912f-4830-9535-13e6514e41b2 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321872 Aug 24 20:04:06.809462 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:07.641991 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b183981-17b1-4887-8452-55756c31f152 req-c93966e1-826d-4d55-a9c3-5cba6fab490c tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:07.643452 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8b183981-17b1-4887-8452-55756c31f152 req-c93966e1-826d-4d55-a9c3-5cba6fab490c tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 944 time: 0.0481925 Aug 24 20:04:07.679772 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8b183981-17b1-4887-8452-55756c31f152 req-e3c56e60-a7ce-4365-b963-063b979d45dd tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305436 Aug 24 20:04:07.921583 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 up at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 20:04:07.970387 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning for port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 completed by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 20:04:07.974128 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.provisioning_blocks [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Provisioning complete for port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 triggered by entity L2. {{(pid=105637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 20:04:07.974489 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697497'] for port, provisioning_complete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:08.047363 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:08.069380 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0'}] {{(pid=105637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:04:08.072008 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6695486f4b8b16efc28ba224136c3dd8c7df37bc32d236a45e0c21cc14a204d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bd6994-1bcf-4e5c-9833-f6f95e18f3ad" -d '{"events": [{"server_uuid": "e4da29bc-8b85-461b-bdb3-6d0f10aa5760", "name": "network-vif-plugged", "status": "completed", "tag": "3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0"}]}' {{(pid=105637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:04:08.084345 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-a0998a23-b47b-4832-88d7-31646775018b None None] For port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:04:08.088420 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934'] for port, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:08.111251 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 20:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8e8cae-98db-48f4-b70d-efbad4a340ca x-openstack-request-id: req-be8e8cae-98db-48f4-b70d-efbad4a340ca {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:04:08.111537 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4da29bc-8b85-461b-bdb3-6d0f10aa5760", "name": "network-vif-plugged", "status": "completed", "tag": "3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0", "code": 200}]} {{(pid=105637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:04:08.111785 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-be8e8cae-98db-48f4-b70d-efbad4a340ca {{(pid=105637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:04:08.112188 dv-cinder-804093-3-iscsi neutron-server[105637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0', 'code': 200} Aug 24 20:04:08.145493 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Pushing event updated for resources: {'Port': ['ID=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0,revision_number=5']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:04:08.318469 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de334ae-4fb7-4eb7-a51d-cd84726314a2 req-e6250067-0244-4837-a57d-beac0bdab13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:08.320003 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3de334ae-4fb7-4eb7-a51d-cd84726314a2 req-e6250067-0244-4837-a57d-beac0bdab13e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 1098 time: 0.0408616 Aug 24 20:04:08.355345 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3de334ae-4fb7-4eb7-a51d-cd84726314a2 req-56abf794-7469-4c3d-afa9-1a57d85b8ca7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274034 Aug 24 20:04:08.464366 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:08.748938 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:08.799700 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7b971-d7f9-4aae-a214-37e7f94b2464 req-513feb64-e90b-43e8-9c61-72ad35c02a79 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:08.801213 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bcc7b971-d7f9-4aae-a214-37e7f94b2464 req-513feb64-e90b-43e8-9c61-72ad35c02a79 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 945 time: 0.0516016 Aug 24 20:04:08.839605 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-bcc7b971-d7f9-4aae-a214-37e7f94b2464 req-e294fc8d-e5db-4a1e-a8e8-6e157089dafb tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323868 Aug 24 20:04:09.953262 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e46e23-2d42-4852-b117-be667a3aa2a6 req-796c6194-cd07-47c0-a244-67f850561e99 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:09.954718 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e8e46e23-2d42-4852-b117-be667a3aa2a6 req-796c6194-cd07-47c0-a244-67f850561e99 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 945 time: 0.0481732 Aug 24 20:04:09.991477 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e8e46e23-2d42-4852-b117-be667a3aa2a6 req-aa142ea8-1587-44fe-9a47-e2649b3cdcca tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310056 Aug 24 20:04:10.109469 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5cfe9-c677-4793-a555-109cdee479b4 req-eff43f2d-7d41-48f4-96fd-fda2fd4ef491 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:10.111561 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a2c5cfe9-c677-4793-a555-109cdee479b4 req-eff43f2d-7d41-48f4-96fd-fda2fd4ef491 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 945 time: 0.0543830 Aug 24 20:04:10.148175 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-a2c5cfe9-c677-4793-a555-109cdee479b4 req-ea1883fa-cdd5-4520-8ea8-48dee0da37c8 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313849 Aug 24 20:04:10.169572 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56792) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:04:10.211984 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd08c03-4135-402f-b0f0-5666bdf09752 tempest-TestVolumeBootPattern-1622993704 tempest-TestVolumeBootPattern-1622993704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:10.213502 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-ecd08c03-4135-402f-b0f0-5666bdf09752 tempest-TestVolumeBootPattern-1622993704 tempest-TestVolumeBootPattern-1622993704-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 1093 time: 0.0429904 Aug 24 20:04:10.216172 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56794) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:04:10.220403 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.v2.base [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Request body: {'floatingip': {'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'port_id': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 20:04:10.241228 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for floatingip, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:10.334973 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:10.707975 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_common [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Allocated IP 172.27.2.227 (cb60d9d8-3faa-4907-a006-9c6c39e0c5ca/a947b6b2-65ad-4b59-8032-5769873b3013/40271746-e0cb-46f2-a4a5-b59b1fa100b4) {{(pid=105636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 20:04:10.806709 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for port, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:10.848772 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780122109898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:10.886186 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Network cb60d9d8-3faa-4907-a006-9c6c39e0c5ca is already hosted by enough agents. {{(pid=105636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 20:04:10.890915 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.base_scheduler [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Resources bound (agent type, host, resource id): {{(pid=105636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 20:04:10.894421 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Received port after_create {{(pid=105636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 20:04:10.918373 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'Port': ['ID=40271746-e0cb-46f2-a4a5-b59b1fa100b4,revision_number=1']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:04:11.232951 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:11.296834 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658181'] for port, before_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:11.448804 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for port, precommit_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:11.453256 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780122531557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780122109916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780122109934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264856529'] for port, after_update {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:11.524958 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event updated for resources: {'Port': ['ID=40271746-e0cb-46f2-a4a5-b59b1fa100b4,revision_number=2']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:04:11.534110 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708693'] for floatingip, after_create {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:11.634674 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Floating IP 92e8ed54-2a3f-4f7e-9e1f-191fd794d26a associated. External IP: 172.27.2.227, port: 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0. Aug 24 20:04:11.844852 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 20:04:11.949081 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 20:04:11.958566 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1b610b-1fe2-4d18-8f62-39b072836c3a None None] Sync routers for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 20:04:11.964984 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:11.969600 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1b610b-1fe2-4d18-8f62-39b072836c3a None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:04:11.970222 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-9c1b610b-1fe2-4d18-8f62-39b072836c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:04:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:04:11.992050 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-d89486f7-740d-4b7a-9782-044f8e4bffaa tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7748966 Aug 24 20:04:11.993296 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'tag': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:04:11.995540 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e7a525-edce-41ee-8bef-bd5a8a34fb10" -d '{"events": [{"name": "network-changed", "server_uuid": "e4da29bc-8b85-461b-bdb3-6d0f10aa5760", "tag": "3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:04:12.030750 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 20:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a8346b-4e88-4558-8c32-d76566d6ea05 x-openstack-request-id: req-f4a8346b-4e88-4558-8c32-d76566d6ea05 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:04:12.031056 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4da29bc-8b85-461b-bdb3-6d0f10aa5760", "tag": "3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:04:12.031311 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f4a8346b-4e88-4558-8c32-d76566d6ea05 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:04:12.031709 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'tag': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0', 'status': 'completed', 'code': 200} Aug 24 20:04:12.080360 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-9c1b610b-1fe2-4d18-8f62-39b072836c3a None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:04:12.093018 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7a525-edce-41ee-8bef-bd5a8a34fb10 req-d219433a-2086-4e3c-a219-1b7d815daa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:12.094534 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45e7a525-edce-41ee-8bef-bd5a8a34fb10 req-d219433a-2086-4e3c-a219-1b7d815daa18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 1098 time: 0.0411997 Aug 24 20:04:12.186976 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7a525-edce-41ee-8bef-bd5a8a34fb10 req-ce21764e-6533-4796-b8b2-74f819517c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:12.188480 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45e7a525-edce-41ee-8bef-bd5a8a34fb10 req-ce21764e-6533-4796-b8b2-74f819517c14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 913 time: 0.0871325 Aug 24 20:04:12.253224 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45e7a525-edce-41ee-8bef-bd5a8a34fb10 req-1df7dff3-34ba-4ae6-b1be-cb8c364894b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 HTTP/1.1" status: 200 len: 999 time: 0.0580711 Aug 24 20:04:12.302162 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-9c1b610b-1fe2-4d18-8f62-39b072836c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '92e8ed54-2a3f-4f7e-9e1f-191fd794d26a', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:df:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:04:11Z', 'updated_at': '2021-08-24T20:04:11Z', 'revision_number': 0, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}, {'id': 'f1106296-b9da-48c3-9e89-e9a24c97200c', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:0d:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:02:18Z', 'updated_at': '2021-08-24T20:02:19Z', 'revision_number': 1, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:04:12.302452 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7a525-edce-41ee-8bef-bd5a8a34fb10 req-7095ba2b-ea46-460f-9c3b-fe79f9f86fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:12.303901 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45e7a525-edce-41ee-8bef-bd5a8a34fb10 req-7095ba2b-ea46-460f-9c3b-fe79f9f86fed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0435331 Aug 24 20:04:12.331773 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1b610b-1fe2-4d18-8f62-39b072836c3a None None] Checking router: 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 20:04:12.340646 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1b610b-1fe2-4d18-8f62-39b072836c3a None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:04:12.341261 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-9c1b610b-1fe2-4d18-8f62-39b072836c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:04:06Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:04:12.355739 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7a525-edce-41ee-8bef-bd5a8a34fb10 req-eabd5512-9715-455b-b965-7b8835d55716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:12.357398 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45e7a525-edce-41ee-8bef-bd5a8a34fb10 req-eabd5512-9715-455b-b965-7b8835d55716 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459025 Aug 24 20:04:12.443447 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-9c1b610b-1fe2-4d18-8f62-39b072836c3a None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:04:12.446958 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45e7a525-edce-41ee-8bef-bd5a8a34fb10 req-ae8d3b6f-fee3-44ec-9a77-6dbe722f6d5b service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823276 Aug 24 20:04:12.538954 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-45e7a525-edce-41ee-8bef-bd5a8a34fb10 req-5eeb35a3-e738-4744-9a6c-b5a46a52db8f service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850892 Aug 24 20:04:12.681461 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-9c1b610b-1fe2-4d18-8f62-39b072836c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '92e8ed54-2a3f-4f7e-9e1f-191fd794d26a', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:df:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:04:11Z', 'updated_at': '2021-08-24T20:04:11Z', 'revision_number': 0, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}, {'id': 'f1106296-b9da-48c3-9e89-e9a24c97200c', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:0d:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:02:18Z', 'updated_at': '2021-08-24T20:02:19Z', 'revision_number': 1, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:04:12.706421 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1b610b-1fe2-4d18-8f62-39b072836c3a None None] The sync data for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi is: [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': '92e8ed54-2a3f-4f7e-9e1f-191fd794d26a', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:df:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:04:11Z', 'updated_at': '2021-08-24T20:04:11Z', 'revision_number': 0, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}, {'id': 'f1106296-b9da-48c3-9e89-e9a24c97200c', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:0d:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:02:18Z', 'updated_at': '2021-08-24T20:02:19Z', 'revision_number': 1, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 20:04:12.880385 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062ef3cd-62f6-43cb-92d4-d6a347661941 None None] New status for floating IP 92e8ed54-2a3f-4f7e-9e1f-191fd794d26a: ACTIVE {{(pid=105638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 20:04:14.984967 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ee1f26d-1f1c-4080-a31c-1cd282420c0c req-20cf8d62-b66e-4d1c-9087-253db5b9f4a9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405929 Aug 24 20:04:15.064954 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1f26d-1f1c-4080-a31c-1cd282420c0c req-901c0d0a-54e9-48f3-ba4e-7c965385daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:15.066311 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ee1f26d-1f1c-4080-a31c-1cd282420c0c req-901c0d0a-54e9-48f3-ba4e-7c965385daff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 1098 time: 0.0390480 Aug 24 20:04:15.168279 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1f26d-1f1c-4080-a31c-1cd282420c0c req-a80cd3ba-e5b7-498e-8845-7957209252a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:15.169710 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ee1f26d-1f1c-4080-a31c-1cd282420c0c req-a80cd3ba-e5b7-498e-8845-7957209252a8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 913 time: 0.0850210 Aug 24 20:04:15.233838 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ee1f26d-1f1c-4080-a31c-1cd282420c0c req-93b5f607-d488-4a34-b1b6-0957c2e71231 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=751fe7e7-6b0a-4f92-b910-a9b29bb1613a HTTP/1.1" status: 200 len: 1000 time: 0.0569029 Aug 24 20:04:15.280877 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1f26d-1f1c-4080-a31c-1cd282420c0c req-88a0ff04-db6f-4fd2-852a-217d2f28629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:15.282286 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ee1f26d-1f1c-4080-a31c-1cd282420c0c req-88a0ff04-db6f-4fd2-852a-217d2f28629f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0422390 Aug 24 20:04:15.329745 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1f26d-1f1c-4080-a31c-1cd282420c0c req-791bc9d9-4065-4254-b0a9-7d6f4788d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:04:15.331098 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ee1f26d-1f1c-4080-a31c-1cd282420c0c req-791bc9d9-4065-4254-b0a9-7d6f4788d76f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420284 Aug 24 20:04:15.418931 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ee1f26d-1f1c-4080-a31c-1cd282420c0c req-d739ab6e-8dce-4227-a868-349dc53b11ad service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800660 Aug 24 20:04:15.511173 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-3ee1f26d-1f1c-4080-a31c-1cd282420c0c req-569f6458-4947-4bec-8d61-a2f2d76cfde4 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850043 Aug 24 20:04:33.116502 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d66841ae-04b6-4bcf-8244-a2d4e635529f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:35.757793 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-67f20366-9238-4f20-9466-0c1014c31a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:36.191852 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:36.811604 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:37.057791 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [req-76cc0aa7-4c1b-4d44-b401-04d3d53ef384 req-5fe5eab5-eff0-48cf-9bf0-ef50eee19e47 service neutron] (105636) timed out ('10.222.0.62', 64539) {{(pid=105636) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 20:04:37.592069 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [req-8fd67e9c-74eb-4adc-9220-43d25d77e120 req-ede444b4-5e76-49b8-a003-0344ecacf0d0 service neutron] (105635) timed out ('10.222.0.62', 64557) {{(pid=105635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 20:04:38.468742 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:38.744842 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:04:43.388778 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:05:03.120735 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8946115f-918d-4afc-bc07-95d80d93dfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:05.758043 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-52c72748-7c8a-47c5-9c8c-b095b57a5db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:06.193275 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:06.814568 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:08.472041 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:08.760562 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:16.656492 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-20eb104a-65dd-49f5-88ef-171986452ab3 req-e5e1846e-c75e-4612-9468-ed72c1618c00 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1328175 Aug 24 20:05:16.716202 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb104a-65dd-49f5-88ef-171986452ab3 req-22400e7d-7e9a-471c-8457-c5381ac67170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:16.717667 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-20eb104a-65dd-49f5-88ef-171986452ab3 req-22400e7d-7e9a-471c-8457-c5381ac67170 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 1098 time: 0.0408287 Aug 24 20:05:16.821528 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb104a-65dd-49f5-88ef-171986452ab3 req-d674cbd2-c8fd-41d3-83b3-4029bfd2603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:16.823290 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-20eb104a-65dd-49f5-88ef-171986452ab3 req-d674cbd2-c8fd-41d3-83b3-4029bfd2603d service neutron] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 913 time: 0.0867636 Aug 24 20:05:16.887258 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-20eb104a-65dd-49f5-88ef-171986452ab3 req-562f1870-91ee-4438-9962-586d97c464ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0570958 Aug 24 20:05:16.934352 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb104a-65dd-49f5-88ef-171986452ab3 req-4012efb5-8cff-467f-ac04-32af985b32a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:16.935723 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-20eb104a-65dd-49f5-88ef-171986452ab3 req-4012efb5-8cff-467f-ac04-32af985b32a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0411522 Aug 24 20:05:16.983950 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb104a-65dd-49f5-88ef-171986452ab3 req-116dcab6-c638-4ccf-b1aa-8edeae98e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:16.985418 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-20eb104a-65dd-49f5-88ef-171986452ab3 req-116dcab6-c638-4ccf-b1aa-8edeae98e0fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427628 Aug 24 20:05:17.072906 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-20eb104a-65dd-49f5-88ef-171986452ab3 req-51de02f0-15b4-4e2f-8ef3-b8fbc9e693b6 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798831 Aug 24 20:05:17.165381 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-20eb104a-65dd-49f5-88ef-171986452ab3 req-0609765c-5a90-4194-a846-37af0106da61 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853662 Aug 24 20:05:20.388235 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:05:33.122249 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-197e82ee-d257-4376-9dff-77edd078d17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:35.758038 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2255-240e-485a-82d8-a353749a1c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:36.194361 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:36.819219 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:38.472798 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:38.769313 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:39.482952 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56828) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:39.692208 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Deleting port 40271746-e0cb-46f2-a4a5-b59b1fa100b4 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:05:39.693128 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:39.765667 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:39.765916 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:39.777970 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Calling delete_port for 40271746-e0cb-46f2-a4a5-b59b1fa100b4 owned by network:floatingip {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:05:39.925638 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:39.952910 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event deleted for resources: {'Port': ['ID=40271746-e0cb-46f2-a4a5-b59b1fa100b4,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:39.980772 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:39.981120 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:39.981456 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:39.981786 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:39.982115 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:39.982444 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:39.982768 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:39.983091 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:39.983414 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:39.983734 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:39.984050 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:39.984390 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:40.023205 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for floatingip, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:40.023456 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Floating IP 92e8ed54-2a3f-4f7e-9e1f-191fd794d26a disassociated (deleted). External IP: 172.27.2.227, port: 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0. Aug 24 20:05:40.227486 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 20:05:40.337030 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 20:05:40.341927 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:40.349595 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff468f-20e1-4ce1-86f6-9743638b1a4b None None] Sync routers for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 20:05:40.358846 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff468f-20e1-4ce1-86f6-9743638b1a4b None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:05:40.359471 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ddff468f-20e1-4ce1-86f6-9743638b1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:05:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:40.467816 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-ddff468f-20e1-4ce1-86f6-9743638b1a4b None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:05:40.640152 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-c52dfbb0-778a-4c45-b41c-e2a701e7797a tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "DELETE /v2.0/floatingips/92e8ed54-2a3f-4f7e-9e1f-191fd794d26a HTTP/1.1" status: 204 len: 168 time: 1.1555860 Aug 24 20:05:40.640720 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'tag': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:05:40.642438 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d524c111-6b51-4078-b758-611d4064b12a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4da29bc-8b85-461b-bdb3-6d0f10aa5760", "tag": "3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:05:40.681544 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 20:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e997a5-028e-4993-a89c-c783a74ba090 x-openstack-request-id: req-a1e997a5-028e-4993-a89c-c783a74ba090 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:05:40.681838 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4da29bc-8b85-461b-bdb3-6d0f10aa5760", "tag": "3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:05:40.682089 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1e997a5-028e-4993-a89c-c783a74ba090 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:05:40.682476 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'tag': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0', 'status': 'completed', 'code': 200} Aug 24 20:05:40.701326 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ddff468f-20e1-4ce1-86f6-9743638b1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': 'f1106296-b9da-48c3-9e89-e9a24c97200c', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:0d:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:02:18Z', 'updated_at': '2021-08-24T20:02:19Z', 'revision_number': 1, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:40.751150 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524c111-6b51-4078-b758-611d4064b12a req-c5b92dc6-25c5-4112-a420-0e3ed3d36dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:40.752953 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d524c111-6b51-4078-b758-611d4064b12a req-c5b92dc6-25c5-4112-a420-0e3ed3d36dd1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 1098 time: 0.0489426 Aug 24 20:05:40.858381 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff468f-20e1-4ce1-86f6-9743638b1a4b None None] Checking router: 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 20:05:40.867453 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff468f-20e1-4ce1-86f6-9743638b1a4b None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:05:40.868073 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ddff468f-20e1-4ce1-86f6-9743638b1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:05:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:40.872913 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524c111-6b51-4078-b758-611d4064b12a req-2d4ec012-0f27-4bb1-b90e-13c7607e9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:40.874400 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d524c111-6b51-4078-b758-611d4064b12a req-2d4ec012-0f27-4bb1-b90e-13c7607e9ce0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 913 time: 0.1103010 Aug 24 20:05:40.917713 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d524c111-6b51-4078-b758-611d4064b12a req-4c30e907-d2ea-42b0-aeb0-4840ae2536a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 HTTP/1.1" status: 200 len: 217 time: 0.0347378 Aug 24 20:05:40.971360 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524c111-6b51-4078-b758-611d4064b12a req-e3d6970c-44e8-429a-9787-ce5e1b985367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:40.972867 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d524c111-6b51-4078-b758-611d4064b12a req-e3d6970c-44e8-429a-9787-ce5e1b985367 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0476258 Aug 24 20:05:40.976522 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-ddff468f-20e1-4ce1-86f6-9743638b1a4b None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:05:41.055071 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5e212-7b60-4c16-b251-ff3e6eebc13e req-99f750d0-3a73-44cf-85a7-aefed62b1581 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:41.056595 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-44e5e212-7b60-4c16-b251-ff3e6eebc13e req-99f750d0-3a73-44cf-85a7-aefed62b1581 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 945 time: 0.2284777 Aug 24 20:05:41.062154 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524c111-6b51-4078-b758-611d4064b12a req-ceeebadf-85a5-4bc1-9406-ba846bc01a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:41.063582 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d524c111-6b51-4078-b758-611d4064b12a req-ceeebadf-85a5-4bc1-9406-ba846bc01a4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760646 Aug 24 20:05:41.142410 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-44e5e212-7b60-4c16-b251-ff3e6eebc13e req-35a60eea-ae2b-4390-9300-ca88127d31f5 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778444 Aug 24 20:05:41.176989 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d524c111-6b51-4078-b758-611d4064b12a req-15fde70e-0548-4af4-b03e-50f9c60d380d service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053624 Aug 24 20:05:41.203349 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-ddff468f-20e1-4ce1-86f6-9743638b1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': 'f1106296-b9da-48c3-9e89-e9a24c97200c', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:0d:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:02:18Z', 'updated_at': '2021-08-24T20:02:19Z', 'revision_number': 1, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:41.230485 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff468f-20e1-4ce1-86f6-9743638b1a4b None None] The sync data for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi is: [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_floatingips': [{'id': 'f1106296-b9da-48c3-9e89-e9a24c97200c', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'router_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'port_id': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'mac_address': 'fa:16:3e:0d:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:02:18Z', 'updated_at': '2021-08-24T20:02:19Z', 'revision_number': 1, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 20:05:41.276924 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-d524c111-6b51-4078-b758-611d4064b12a req-3dba0fb5-7cde-4e0a-bf48-a0c2b78ce16b service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918660 Aug 24 20:05:41.454496 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d1a9cd-3b50-4968-879c-29e5712ba0a5 None None] New status for floating IP 92e8ed54-2a3f-4f7e-9e1f-191fd794d26a: DOWN {{(pid=105638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 20:05:42.320305 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33a258-e921-49c9-94b4-c7a4a8b934e4 req-74f2bbca-d4e2-4e81-99e1-3b6194d68bae tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:42.321801 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ac33a258-e921-49c9-94b4-c7a4a8b934e4 req-74f2bbca-d4e2-4e81-99e1-3b6194d68bae tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 945 time: 0.1085989 Aug 24 20:05:42.393347 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ac33a258-e921-49c9-94b4-c7a4a8b934e4 req-3e710381-f593-45bb-a62f-d303d6cc9822 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656800 Aug 24 20:05:42.410123 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e6d3e-e01d-4e07-a851-e1677b69cd05 req-2db4cbcb-7e4b-4bb6-bf16-ffce0b664cec tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:42.412298 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-966e6d3e-e01d-4e07-a851-e1677b69cd05 req-2db4cbcb-7e4b-4bb6-bf16-ffce0b664cec tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 945 time: 0.0775223 Aug 24 20:05:42.501893 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-966e6d3e-e01d-4e07-a851-e1677b69cd05 req-1ec3897a-14e5-48e9-88e0-a4ae383807c0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Deleting port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:05:42.502232 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-966e6d3e-e01d-4e07-a851-e1677b69cd05 req-1ec3897a-14e5-48e9-88e0-a4ae383807c0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:42.591885 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-966e6d3e-e01d-4e07-a851-e1677b69cd05 req-1ec3897a-14e5-48e9-88e0-a4ae383807c0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] For port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:05:42.592263 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-966e6d3e-e01d-4e07-a851-e1677b69cd05 req-1ec3897a-14e5-48e9-88e0-a4ae383807c0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:42.605725 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-966e6d3e-e01d-4e07-a851-e1677b69cd05 req-1ec3897a-14e5-48e9-88e0-a4ae383807c0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Calling delete_port for 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:05:42.727638 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-966e6d3e-e01d-4e07-a851-e1677b69cd05 req-1ec3897a-14e5-48e9-88e0-a4ae383807c0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:42.759744 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3897a-14e5-48e9-88e0-a4ae383807c0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event deleted for resources: {'Port': ['ID=3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:42.801255 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-966e6d3e-e01d-4e07-a851-e1677b69cd05 req-1ec3897a-14e5-48e9-88e0-a4ae383807c0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] No DVR routers for this DVR port 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 20:05:42.803945 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-966e6d3e-e01d-4e07-a851-e1677b69cd05 req-1ec3897a-14e5-48e9-88e0-a4ae383807c0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:42.805947 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-966e6d3e-e01d-4e07-a851-e1677b69cd05 req-1ec3897a-14e5-48e9-88e0-a4ae383807c0 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "DELETE /v2.0/ports/3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 HTTP/1.1" status: 204 len: 173 time: 0.3872044 Aug 24 20:05:42.806956 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'name': 'network-vif-deleted', 'tag': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:05:42.808708 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22079d94-a980-489b-8d51-988261325be0" -d '{"events": [{"server_uuid": "e4da29bc-8b85-461b-bdb3-6d0f10aa5760", "name": "network-vif-deleted", "tag": "3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:05:42.858285 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 20:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a29a24-33d9-4466-bcdb-0bc065e2d4b6 x-openstack-request-id: req-73a29a24-33d9-4466-bcdb-0bc065e2d4b6 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:05:42.858580 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4da29bc-8b85-461b-bdb3-6d0f10aa5760", "name": "network-vif-deleted", "tag": "3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:05:42.858834 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-73a29a24-33d9-4466-bcdb-0bc065e2d4b6 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:05:42.859289 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4da29bc-8b85-461b-bdb3-6d0f10aa5760', 'name': 'network-vif-deleted', 'tag': '3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0', 'status': 'completed', 'code': 200} Aug 24 20:05:43.500553 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-8b3ab850-88b0-4406-8d1f-7ef3c3358075 req-637d2228-eb1c-4452-a535-d46c30324f49 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4da29bc-8b85-461b-bdb3-6d0f10aa5760 HTTP/1.1" status: 200 len: 210 time: 0.0287189 Aug 24 20:05:44.515088 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:05:44.539169 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:05:44.539515 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 3212f7b7-f6bc-4fae-b2c6-a2653bd7f6f0 not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:05:46.772280 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56878) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:46.926269 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-56e030f1-f882-4b34-b486-90dcc0f62d89 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Deleting port 5282b7f0-1478-40a6-8e93-3514072c952f {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:05:46.926783 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-56e030f1-f882-4b34-b486-90dcc0f62d89 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:47.003578 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-56e030f1-f882-4b34-b486-90dcc0f62d89 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:47.003905 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-56e030f1-f882-4b34-b486-90dcc0f62d89 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:47.016026 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-56e030f1-f882-4b34-b486-90dcc0f62d89 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Calling delete_port for 5282b7f0-1478-40a6-8e93-3514072c952f owned by network:floatingip {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:05:47.163032 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-56e030f1-f882-4b34-b486-90dcc0f62d89 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:47.188236 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e030f1-f882-4b34-b486-90dcc0f62d89 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event deleted for resources: {'Port': ['ID=5282b7f0-1478-40a6-8e93-3514072c952f,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:47.247999 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-56e030f1-f882-4b34-b486-90dcc0f62d89 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for floatingip, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:47.248358 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.db.l3_db [None req-56e030f1-f882-4b34-b486-90dcc0f62d89 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Floating IP f1106296-b9da-48c3-9e89-e9a24c97200c disassociated (deleted). External IP: 172.27.2.36, port: 751fe7e7-6b0a-4f92-b910-a9b29bb1613a. Aug 24 20:05:47.450509 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e030f1-f882-4b34-b486-90dcc0f62d89 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 20:05:47.556327 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e030f1-f882-4b34-b486-90dcc0f62d89 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 20:05:47.560689 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-56e030f1-f882-4b34-b486-90dcc0f62d89 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:47.566619 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90496256-5c39-4708-b222-be6cc274eeff None None] Sync routers for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 20:05:47.575486 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90496256-5c39-4708-b222-be6cc274eeff None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:05:47.576114 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-90496256-5c39-4708-b222-be6cc274eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:05:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:47.587925 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-56e030f1-f882-4b34-b486-90dcc0f62d89 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "DELETE /v2.0/floatingips/f1106296-b9da-48c3-9e89-e9a24c97200c HTTP/1.1" status: 204 len: 168 time: 0.8145797 Aug 24 20:05:47.588533 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'tag': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:05:47.590874 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49e5b88-c3b4-4f43-93d1-f1a74fae06d4" -d '{"events": [{"name": "network-changed", "server_uuid": "39a063c2-34db-4eb2-906f-d8e8067d83e5", "tag": "751fe7e7-6b0a-4f92-b910-a9b29bb1613a"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:05:47.627079 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 20:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613ffa33-2ebb-480f-b108-17f87323e189 x-openstack-request-id: req-613ffa33-2ebb-480f-b108-17f87323e189 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:05:47.627382 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a063c2-34db-4eb2-906f-d8e8067d83e5", "tag": "751fe7e7-6b0a-4f92-b910-a9b29bb1613a", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:05:47.627639 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-613ffa33-2ebb-480f-b108-17f87323e189 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:05:47.628044 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'tag': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'status': 'completed', 'code': 200} Aug 24 20:05:47.691057 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e5b88-c3b4-4f43-93d1-f1a74fae06d4 req-17b89742-81fb-4a95-8587-958d6d30585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:47.692926 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e49e5b88-c3b4-4f43-93d1-f1a74fae06d4 req-17b89742-81fb-4a95-8587-958d6d30585d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 1098 time: 0.0433800 Aug 24 20:05:47.694653 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-90496256-5c39-4708-b222-be6cc274eeff None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:05:47.840905 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e5b88-c3b4-4f43-93d1-f1a74fae06d4 req-1f5ac4b6-1c53-4653-8b20-d4e94558e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:47.842389 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e49e5b88-c3b4-4f43-93d1-f1a74fae06d4 req-1f5ac4b6-1c53-4653-8b20-d4e94558e1cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 200 len: 913 time: 0.1398852 Aug 24 20:05:47.851544 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41c308-6063-436d-ab48-0defdb4ed17a req-b2b0112e-9988-484a-9e0c-ffae624105d1 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:47.852933 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ef41c308-6063-436d-ab48-0defdb4ed17a req-b2b0112e-9988-484a-9e0c-ffae624105d1 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 945 time: 0.0771682 Aug 24 20:05:47.896221 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e49e5b88-c3b4-4f43-93d1-f1a74fae06d4 req-47d7d231-bb0c-4612-84c9-74cce910f3f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=751fe7e7-6b0a-4f92-b910-a9b29bb1613a HTTP/1.1" status: 200 len: 217 time: 0.0414226 Aug 24 20:05:47.903418 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-90496256-5c39-4708-b222-be6cc274eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:47.930059 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90496256-5c39-4708-b222-be6cc274eeff None None] Checking router: 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 20:05:47.938282 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90496256-5c39-4708-b222-be6cc274eeff None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:05:47.938895 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-90496256-5c39-4708-b222-be6cc274eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:05:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:47.946736 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-ef41c308-6063-436d-ab48-0defdb4ed17a req-8d889a40-ddf0-4564-9df3-37151ec57033 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864444 Aug 24 20:05:47.961481 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e5b88-c3b4-4f43-93d1-f1a74fae06d4 req-24758730-9119-4517-a7e5-298e9dc57850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:47.962953 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e49e5b88-c3b4-4f43-93d1-f1a74fae06d4 req-24758730-9119-4517-a7e5-298e9dc57850 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 200 len: 851 time: 0.0578706 Aug 24 20:05:48.012642 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e5b88-c3b4-4f43-93d1-f1a74fae06d4 req-bea91f3e-8568-426c-be08-a1ff9bd94ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:48.014132 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e49e5b88-c3b4-4f43-93d1-f1a74fae06d4 req-bea91f3e-8568-426c-be08-a1ff9bd94ed7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d853d5ad-0088-46c9-bc3d-862e6e62c924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429862 Aug 24 20:05:48.049886 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-90496256-5c39-4708-b222-be6cc274eeff None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:05:48.106810 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e49e5b88-c3b4-4f43-93d1-f1a74fae06d4 req-f8ff4928-294d-4028-b264-237d18517dfe service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841663 Aug 24 20:05:48.199532 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-e49e5b88-c3b4-4f43-93d1-f1a74fae06d4 req-6c41f7c4-d8c4-4289-9df5-a8e1c75fd791 service neutron] 10.222.0.62 "GET /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846713 Aug 24 20:05:48.254874 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-90496256-5c39-4708-b222-be6cc274eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:48.280812 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90496256-5c39-4708-b222-be6cc274eeff None None] The sync data for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi is: [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:23Z', 'revision_number': 4, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi', '_interfaces': [{'id': 'bcd48890-6f53-4446-862b-29ab474a97d2', 'name': '', 'network_id': 'd853d5ad-0088-46c9-bc3d-862e6e62c924', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'mac_address': 'fa:16:3e:ec:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:22Z', 'updated_at': '2021-08-24T19:59:28Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'subnets': [{'id': '0117c291-6b65-4b76-97a3-f922de168bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 20:05:48.528045 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eafe2d8-e540-40f7-9759-f6d4cb9f8b64 None None] New status for floating IP f1106296-b9da-48c3-9e89-e9a24c97200c: DOWN {{(pid=105638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 20:05:49.064281 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13882ba5-d51c-4138-af28-dc497263ceab req-e7107179-a8f0-42d8-801f-98a8fb20950d tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:49.065750 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-13882ba5-d51c-4138-af28-dc497263ceab req-e7107179-a8f0-42d8-801f-98a8fb20950d tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 945 time: 0.0503793 Aug 24 20:05:49.103364 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-13882ba5-d51c-4138-af28-dc497263ceab req-72afde1a-3cbb-4633-89b1-09b7fd89d129 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98883ae2-9c63-45a3-b102-d5e0b11d9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317626 Aug 24 20:05:49.324174 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867afc10-fe17-4cd8-a219-c2fb46f25e5a req-ca4754b6-d0d7-42db-afb5-924918ebecd1 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 20:05:49.325495 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-867afc10-fe17-4cd8-a219-c2fb46f25e5a req-ca4754b6-d0d7-42db-afb5-924918ebecd1 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 945 time: 0.0547349 Aug 24 20:05:49.415987 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-867afc10-fe17-4cd8-a219-c2fb46f25e5a req-824bc559-77f1-436e-bbf9-5822a9cccc70 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Deleting port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:05:49.416348 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-867afc10-fe17-4cd8-a219-c2fb46f25e5a req-824bc559-77f1-436e-bbf9-5822a9cccc70 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:49.504254 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [req-867afc10-fe17-4cd8-a219-c2fb46f25e5a req-824bc559-77f1-436e-bbf9-5822a9cccc70 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] For port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=751fe7e7-6b0a-4f92-b910-a9b29bb1613a,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:05:49.504619 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-867afc10-fe17-4cd8-a219-c2fb46f25e5a req-824bc559-77f1-436e-bbf9-5822a9cccc70 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:49.516685 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [req-867afc10-fe17-4cd8-a219-c2fb46f25e5a req-824bc559-77f1-436e-bbf9-5822a9cccc70 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Calling delete_port for 751fe7e7-6b0a-4f92-b910-a9b29bb1613a owned by compute:nova {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:05:49.641932 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-867afc10-fe17-4cd8-a219-c2fb46f25e5a req-824bc559-77f1-436e-bbf9-5822a9cccc70 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:49.679352 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bc559-77f1-436e-bbf9-5822a9cccc70 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event deleted for resources: {'Port': ['ID=751fe7e7-6b0a-4f92-b910-a9b29bb1613a,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:49.716416 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [req-867afc10-fe17-4cd8-a219-c2fb46f25e5a req-824bc559-77f1-436e-bbf9-5822a9cccc70 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] No DVR routers for this DVR port 751fe7e7-6b0a-4f92-b910-a9b29bb1613a on host hv-cinder-80409 {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 20:05:49.719323 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [req-867afc10-fe17-4cd8-a219-c2fb46f25e5a req-824bc559-77f1-436e-bbf9-5822a9cccc70 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for port, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:49.721351 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-867afc10-fe17-4cd8-a219-c2fb46f25e5a req-824bc559-77f1-436e-bbf9-5822a9cccc70 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.62 "DELETE /v2.0/ports/751fe7e7-6b0a-4f92-b910-a9b29bb1613a HTTP/1.1" status: 204 len: 173 time: 0.3897347 Aug 24 20:05:49.721783 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'name': 'network-vif-deleted', 'tag': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a'}] {{(pid=105636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 20:05:49.724058 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4178345eebfd911fd4a42a38f6460647c9c7c5ba0fa825753e16ac690f32b221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1861396-309d-4655-8279-922eb80207e4" -d '{"events": [{"server_uuid": "39a063c2-34db-4eb2-906f-d8e8067d83e5", "name": "network-vif-deleted", "tag": "751fe7e7-6b0a-4f92-b910-a9b29bb1613a"}]}' {{(pid=105636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 20:05:49.759387 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 20:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a801fa82-2b12-4eb6-9554-9bd9ac2cf397 x-openstack-request-id: req-a801fa82-2b12-4eb6-9554-9bd9ac2cf397 {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 20:05:49.759701 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a063c2-34db-4eb2-906f-d8e8067d83e5", "name": "network-vif-deleted", "tag": "751fe7e7-6b0a-4f92-b910-a9b29bb1613a", "status": "completed", "code": 200}]} {{(pid=105636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 20:05:49.760000 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a801fa82-2b12-4eb6-9554-9bd9ac2cf397 {{(pid=105636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 20:05:49.760434 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a063c2-34db-4eb2-906f-d8e8067d83e5', 'name': 'network-vif-deleted', 'tag': '751fe7e7-6b0a-4f92-b910-a9b29bb1613a', 'status': 'completed', 'code': 200} Aug 24 20:05:50.210730 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [req-01d07479-3814-4ed0-94aa-4fd18f8a9411 req-0663f27e-2d85-41cf-8256-ece360f7f6f6 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "GET /v2.0/ports?device_id=39a063c2-34db-4eb2-906f-d8e8067d83e5 HTTP/1.1" status: 200 len: 210 time: 0.0304723 Aug 24 20:05:51.264806 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56894) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:51.386469 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-6f8345c1-a6f3-40c3-926d-c8ff6b673f44 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Deleting port a259720e-028e-40c1-903d-74f3f199ae97 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:05:51.386804 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6f8345c1-a6f3-40c3-926d-c8ff6b673f44 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:51.463349 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6f8345c1-a6f3-40c3-926d-c8ff6b673f44 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:51.463681 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6f8345c1-a6f3-40c3-926d-c8ff6b673f44 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:51.476042 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-6f8345c1-a6f3-40c3-926d-c8ff6b673f44 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Calling delete_port for a259720e-028e-40c1-903d-74f3f199ae97 owned by network:floatingip {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:05:51.606700 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6f8345c1-a6f3-40c3-926d-c8ff6b673f44 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:51.631780 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8345c1-a6f3-40c3-926d-c8ff6b673f44 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event deleted for resources: {'Port': ['ID=a259720e-028e-40c1-903d-74f3f199ae97,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:51.691002 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6f8345c1-a6f3-40c3-926d-c8ff6b673f44 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for floatingip, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:51.694383 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-6f8345c1-a6f3-40c3-926d-c8ff6b673f44 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120712'] for floatingip, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:51.695531 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-6f8345c1-a6f3-40c3-926d-c8ff6b673f44 tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "DELETE /v2.0/floatingips/c1a38c7d-c8b5-4860-b7cc-e216193eda78 HTTP/1.1" status: 204 len: 168 time: 0.4297452 Aug 24 20:05:52.530099 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 751fe7e7-6b0a-4f92-b910-a9b29bb1613a no longer exists at agent hyperv_hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:05:52.550228 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-a0998a23-b47b-4832-88d7-31646775018b None None] No Port match for: 751fe7e7-6b0a-4f92-b910-a9b29bb1613a {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:05:52.550576 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Device 751fe7e7-6b0a-4f92-b910-a9b29bb1613a not bound to the agent host hv-cinder-80409 {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:05:52.890128 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56906) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:52.951127 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a320c489-76fe-4b34-aa53-65a1e2cb8dcd tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:52.977275 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a320c489-76fe-4b34-aa53-65a1e2cb8dcd tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:53.039459 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a320c489-76fe-4b34-aa53-65a1e2cb8dcd tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:53.042070 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a320c489-76fe-4b34-aa53-65a1e2cb8dcd tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Notify callbacks [] for security_group, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:53.043233 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-a320c489-76fe-4b34-aa53-65a1e2cb8dcd tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] 10.222.0.57 "DELETE /v2.0/security-groups/98883ae2-9c63-45a3-b102-d5e0b11d9d89 HTTP/1.1" status: 204 len: 168 time: 0.1521108 Aug 24 20:05:53.052373 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320c489-76fe-4b34-aa53-65a1e2cb8dcd tempest-TestVolumeBootPattern-687546769 tempest-TestVolumeBootPattern-687546769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98883ae2-9c63-45a3-b102-d5e0b11d9d89,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:53.090025 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56910) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:53.786081 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-48648f0c-de57-478f-82bc-6726dc4be3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710471'] for router_interface, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:54.025680 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-48648f0c-de57-478f-82bc-6726dc4be3ed admin admin] Deleting port bcd48890-6f53-4446-862b-29ab474a97d2 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:05:54.026412 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-48648f0c-de57-478f-82bc-6726dc4be3ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:54.104499 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [None req-48648f0c-de57-478f-82bc-6726dc4be3ed admin admin] For port bcd48890-6f53-4446-862b-29ab474a97d2, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=bcd48890-6f53-4446-862b-29ab474a97d2,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:05:54.104791 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-48648f0c-de57-478f-82bc-6726dc4be3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:54.117753 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-48648f0c-de57-478f-82bc-6726dc4be3ed admin admin] Calling delete_port for bcd48890-6f53-4446-862b-29ab474a97d2 owned by network:router_interface {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:05:54.298200 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-48648f0c-de57-478f-82bc-6726dc4be3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:54.324601 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48648f0c-de57-478f-82bc-6726dc4be3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd48890-6f53-4446-862b-29ab474a97d2,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:54.490014 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-48648f0c-de57-478f-82bc-6726dc4be3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1549297'] for router_interface, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:54.699492 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48648f0c-de57-478f-82bc-6726dc4be3ed admin admin] Router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 20:05:54.804362 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48648f0c-de57-478f-82bc-6726dc4be3ed admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 20:05:54.809386 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-48648f0c-de57-478f-82bc-6726dc4be3ed admin admin] 10.222.0.57 "PUT /v2.0/routers/3c6fc972-b37a-4a6b-bda2-2d5fbae0397d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7181439 Aug 24 20:05:54.811915 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56914) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:54.812990 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c695d-b08b-4f9c-873c-48102b2019ca None None] Sync routers for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 20:05:54.823290 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c695d-b08b-4f9c-873c-48102b2019ca None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:05:54.823894 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-f05c695d-b08b-4f9c-873c-48102b2019ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:05:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:54.921556 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Notify callbacks [] for router, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:54.926723 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-f05c695d-b08b-4f9c-873c-48102b2019ca None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: dv-cinder-804093-3-iscsi {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:05:55.031780 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.084834 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Deleting port f0a36877-152c-4994-a00f-c823d1d92da2 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:05:55.085291 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.117675 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-f05c695d-b08b-4f9c-873c-48102b2019ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T20:05:54Z', 'revision_number': 5, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port': {'id': 'f0a36877-152c-4994-a00f-c823d1d92da2', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:55.144931 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c695d-b08b-4f9c-873c-48102b2019ca None None] Checking router: 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d for host: dv-cinder-804093-3-iscsi {{(pid=105637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 20:05:55.153813 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c695d-b08b-4f9c-873c-48102b2019ca None None] Routers {'3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:05:55.154417 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-f05c695d-b08b-4f9c-873c-48102b2019ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:05:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'], 'active': True} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:55.163138 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] For port f0a36877-152c-4994-a00f-c823d1d92da2, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=f0a36877-152c-4994-a00f-c823d1d92da2,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:05:55.163531 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.175896 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Calling delete_port for f0a36877-152c-4994-a00f-c823d1d92da2 owned by network:router_gateway {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:05:55.243866 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvr_db [None req-f05c695d-b08b-4f9c-873c-48102b2019ca None None] Set router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d gateway port host: None {{(pid=105637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:05:55.298301 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_hamode_db [None req-f05c695d-b08b-4f9c-873c-48102b2019ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T20:05:55Z', 'revision_number': 6, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port_host': None}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:55.329460 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c695d-b08b-4f9c-873c-48102b2019ca None None] The sync data for ids ['3c6fc972-b37a-4a6b-bda2-2d5fbae0397d'] in dv-cinder-804093-3-iscsi is: [{'id': '3c6fc972-b37a-4a6b-bda2-2d5fbae0397d', 'name': 'tempest-TestVolumeBootPattern-1022801917-router', 'tenant_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:20Z', 'updated_at': '2021-08-24T20:05:55Z', 'revision_number': 6, 'project_id': 'c5fa352c9d414e39b8b0a375fc5dda69', 'gw_port_host': None}] {{(pid=105637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 20:05:55.340529 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.376492 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a36877-152c-4994-a00f-c823d1d92da2,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:55.435609 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708715'] for router_gateway, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.523162 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-459'] for router, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.525297 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.568106 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707570'] for router, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.568630 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6fc972-b37a-4a6b-bda2-2d5fbae0397d {{(pid=105636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 20:05:55.572909 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] Notify callbacks [] for router, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.574114 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-a9423f10-43d4-4ed3-8d5a-05cebdfc9b12 admin admin] 10.222.0.57 "DELETE /v2.0/routers/3c6fc972-b37a-4a6b-bda2-2d5fbae0397d HTTP/1.1" status: 204 len: 168 time: 0.7611985 Aug 24 20:05:55.576560 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56916) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:55.623981 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.db_base_plugin_v2 [None req-846e8b97-f783-4021-9971-bc0051e2a237 admin admin] Deleting subnet 0117c291-6b65-4b76-97a3-f922de168bb4 {{(pid=105636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 20:05:55.626973 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-846e8b97-f783-4021-9971-bc0051e2a237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.659890 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-846e8b97-f783-4021-9971-bc0051e2a237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264856231'] for subnet, precommit_delete_associations {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.740927 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-846e8b97-f783-4021-9971-bc0051e2a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.794604 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-846e8b97-f783-4021-9971-bc0051e2a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264856079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267593542'] for subnet, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.824777 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e8b97-f783-4021-9971-bc0051e2a237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0117c291-6b65-4b76-97a3-f922de168bb4,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:55.826730 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-846e8b97-f783-4021-9971-bc0051e2a237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.828579 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-846e8b97-f783-4021-9971-bc0051e2a237 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0117c291-6b65-4b76-97a3-f922de168bb4 HTTP/1.1" status: 204 len: 168 time: 0.2511089 Aug 24 20:05:55.830285 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d469bb-61d3-4b2b-b0a4-d9ed9a8ca012 None None] Network d853d5ad-0088-46c9-bc3d-862e6e62c924 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 20:05:55.830984 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.wsgi [-] (105636) accepted ('10.222.0.57', 56918) {{(pid=105636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:55.898978 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:55.951850 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Deleting port ff7e9cb8-d858-4e0b-97d6-612d182408a7 {{(pid=105636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:05:55.952311 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:56.018717 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.db [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] For port ff7e9cb8-d858-4e0b-97d6-612d182408a7, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=ff7e9cb8-d858-4e0b-97d6-612d182408a7,segment=NetworkSegment(2adc5698-5352-4eb9-833b-e180c29ce1e3),segment_id=2adc5698-5352-4eb9-833b-e180c29ce1e3)] {{(pid=105636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:05:56.019031 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:56.031983 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Calling delete_port for ff7e9cb8-d858-4e0b-97d6-612d182408a7 owned by network:dhcp {{(pid=105636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:05:56.080925 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] DHCP port deletion for d853d5ad-0088-46c9-bc3d-862e6e62c924 request from dv-cinder-804093-3-iscsi {{(pid=105637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 20:05:56.112859 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264856536'] for port, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:56.137740 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7e9cb8-d858-4e0b-97d6-612d182408a7,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:56.144810 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] No DVR routers for this DVR port ff7e9cb8-d858-4e0b-97d6-612d182408a7 on host dv-cinder-804093-3-iscsi {{(pid=105636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 20:05:56.226976 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:56.236819 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d853d5ad-0088-46c9-bc3d-862e6e62c924']}} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:56.249657 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adc5698-5352-4eb9-833b-e180c29ce1e3') {'for_net_delete': True} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:56.249965 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.services.segments.db [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adc5698-5352-4eb9-833b-e180c29ce1e3') {} {{(pid=105636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:56.257842 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Deleting port ff7e9cb8-d858-4e0b-97d6-612d182408a7 {{(pid=105637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:05:56.257842 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:56.259970 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264856232'] for segment, before_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:56.274624 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:56.281413 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=105636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 20:05:56.281867 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264856557'] for segment, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: Traceback (most recent call last): Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: timer() Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: cb(*args, **kw) Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: return func(*args, **kwargs) Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: self._notify() Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: self.callback(batched_events) Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: event.method(event) Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: return f(self, *a, **k) Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._get(url).json() Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: return self.request(url, 'GET', **kwargs) Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 20:05:56.283612 dv-cinder-804093-3-iscsi neutron-server[105636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 20:05:56.321691 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.db [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] For port ff7e9cb8-d858-4e0b-97d6-612d182408a7, host dv-cinder-804093-3-iscsi, got binding levels [] {{(pid=105637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:05:56.322090 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:56.336054 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Calling delete_port for ff7e9cb8-d858-4e0b-97d6-612d182408a7 owned by network:dhcp {{(pid=105637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:05:56.338381 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.ipam_backend_mixin [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Port ff7e9cb8-d858-4e0b-97d6-612d182408a7 was not found and therefore no delete operation was performed {{(pid=105637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 20:05:56.339709 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907'] for port, after_delete {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:56.349985 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:56.357508 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:56.359648 dv-cinder-804093-3-iscsi neutron-server[105636]: INFO neutron.wsgi [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d853d5ad-0088-46c9-bc3d-862e6e62c924 HTTP/1.1" status: 204 len: 168 time: 0.5277524 Aug 24 20:05:56.362674 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56920) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:56.376658 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Pushing event deleted for resources: {'Port': ['ID=ff7e9cb8-d858-4e0b-97d6-612d182408a7,revision_number=None']} {{(pid=105637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:56.380784 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] No DVR routers for this DVR port ff7e9cb8-d858-4e0b-97d6-612d182408a7 on host dv-cinder-804093-3-iscsi {{(pid=105637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 20:05:56.397865 dv-cinder-804093-3-iscsi neutron-server[105636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7c0fd-748f-4f85-8c95-9b55693b6b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=d853d5ad-0088-46c9-bc3d-862e6e62c924,revision_number=None']} {{(pid=105636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:56.398398 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:56.400487 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:56.401238 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:56.401541 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:56.401887 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:56.402222 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:56.402578 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:56.402950 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:56.403277 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:56.403607 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:56.403929 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:56.404274 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5327e-a231-44a2-ac50-6d99bc70fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:56.443515 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device f0a36877-152c-4994-a00f-c823d1d92da2 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:05:56.463772 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: f0a36877-152c-4994-a00f-c823d1d92da2 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:05:56.464129 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device f0a36877-152c-4994-a00f-c823d1d92da2 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:05:56.464546 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device bcd48890-6f53-4446-862b-29ab474a97d2 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:05:56.483065 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: bcd48890-6f53-4446-862b-29ab474a97d2 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:05:56.483408 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device bcd48890-6f53-4446-862b-29ab474a97d2 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:05:56.483810 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device ff7e9cb8-d858-4e0b-97d6-612d182408a7 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:05:56.501706 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: ff7e9cb8-d858-4e0b-97d6-612d182408a7 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:05:56.502046 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device ff7e9cb8-d858-4e0b-97d6-612d182408a7 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:05:56.720610 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710471'] for router_interface, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:56.954293 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Deleting port d6ec3b7c-eb93-453f-bb01-05af7d6ce387 {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:05:56.954626 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:57.034904 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] For port d6ec3b7c-eb93-453f-bb01-05af7d6ce387, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=d6ec3b7c-eb93-453f-bb01-05af7d6ce387,segment=NetworkSegment(f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee),segment_id=f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:05:57.035168 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:57.047280 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Calling delete_port for d6ec3b7c-eb93-453f-bb01-05af7d6ce387 owned by network:router_interface {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:05:57.219058 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:57.245186 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ec3b7c-eb93-453f-bb01-05af7d6ce387,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:57.268715 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:57.269065 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:57.269401 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:57.269737 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:57.270067 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:57.270394 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:57.270794 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:57.271118 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:57.271483 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:57.271756 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:57.272075 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:57.272424 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-3-iscsi {{(pid=105635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 20:05:57.388945 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:05:57.420555 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1549297'] for router_interface, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:57.630026 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Router fd4773c3-0f90-476f-aa75-32fa7a900224 has already been hosted by L3 agent f40c9bc9-92eb-4d16-b2b6-2413ffb456c2 {{(pid=105635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 20:05:57.736557 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] Notify agent at l3_agent.dv-cinder-804093-3-iscsi the message routers_updated {{(pid=105635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 20:05:57.742457 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-56322aca-6da6-4354-8e25-de2af0c2ba79 admin admin] 10.222.0.57 "PUT /v2.0/routers/fd4773c3-0f90-476f-aa75-32fa7a900224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3785558 Aug 24 20:05:57.745112 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56924) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:57.746669 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be30c2b-64b9-4e5f-a522-68addf036c6a None None] Sync routers for ids ['fd4773c3-0f90-476f-aa75-32fa7a900224'] in dv-cinder-804093-3-iscsi {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 20:05:57.755880 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be30c2b-64b9-4e5f-a522-68addf036c6a None None] Routers {'fd4773c3-0f90-476f-aa75-32fa7a900224'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:05:57.756601 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-7be30c2b-64b9-4e5f-a522-68addf036c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:05:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['fd4773c3-0f90-476f-aa75-32fa7a900224'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:57.860515 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-7be30c2b-64b9-4e5f-a522-68addf036c6a None None] Set router fd4773c3-0f90-476f-aa75-32fa7a900224 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:05:58.043133 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-7be30c2b-64b9-4e5f-a522-68addf036c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'name': 'tempest-TestVolumeBootPattern-798745895-router', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T20:05:57Z', 'revision_number': 5, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'gw_port': {'id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:58.046867 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Notify callbacks [] for router, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.069651 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be30c2b-64b9-4e5f-a522-68addf036c6a None None] Checking router: fd4773c3-0f90-476f-aa75-32fa7a900224 for host: dv-cinder-804093-3-iscsi {{(pid=105638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 20:05:58.077759 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be30c2b-64b9-4e5f-a522-68addf036c6a None None] Routers {'fd4773c3-0f90-476f-aa75-32fa7a900224'} bound to L3 agent in host dv-cinder-804093-3-iscsi {{(pid=105638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 20:05:58.078568 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-7be30c2b-64b9-4e5f-a522-68addf036c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:41:06Z,description=,heartbeat_timestamp=2021-08-24T20:05:36Z,host='dv-cinder-804093-3-iscsi',id=f40c9bc9-92eb-4d16-b2b6-2413ffb456c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:41:06Z,topic='l3_agent')) {'router_ids': ['fd4773c3-0f90-476f-aa75-32fa7a900224'], 'active': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:58.148346 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.182078 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvr_db [None req-7be30c2b-64b9-4e5f-a522-68addf036c6a None None] Set router fd4773c3-0f90-476f-aa75-32fa7a900224 gateway port host: dv-cinder-804093-3-iscsi {{(pid=105638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 20:05:58.200037 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Deleting port 3080fd36-c7be-4af5-94e1-36f331967c5f {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:05:58.200408 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.282180 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] For port 3080fd36-c7be-4af5-94e1-36f331967c5f, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=3080fd36-c7be-4af5-94e1-36f331967c5f,segment=NetworkSegment(d8bb0b12-fb06-4718-a92b-147659efe2f8),segment_id=d8bb0b12-fb06-4718-a92b-147659efe2f8)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:05:58.282543 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.295525 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Calling delete_port for 3080fd36-c7be-4af5-94e1-36f331967c5f owned by network:router_gateway {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:05:58.382261 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.l3_hamode_db [None req-7be30c2b-64b9-4e5f-a522-68addf036c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'name': 'tempest-TestVolumeBootPattern-798745895-router', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T20:05:57Z', 'revision_number': 5, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'gw_port': {'id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}], 'dv-cinder-804093-3-iscsi', False) {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:58.408342 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be30c2b-64b9-4e5f-a522-68addf036c6a None None] The sync data for ids ['fd4773c3-0f90-476f-aa75-32fa7a900224'] in dv-cinder-804093-3-iscsi is: [{'id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'name': 'tempest-TestVolumeBootPattern-798745895-router', 'tenant_id': 'ea3c268128d24b1fad13723ce41cecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'external_fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T20:05:57Z', 'revision_number': 5, 'project_id': 'ea3c268128d24b1fad13723ce41cecec', 'gw_port': {'id': '3080fd36-c7be-4af5-94e1-36f331967c5f', 'name': '', 'network_id': 'cb60d9d8-3faa-4907-a006-9c6c39e0c5ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4773c3-0f90-476f-aa75-32fa7a900224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:25Z', 'updated_at': '2021-08-24T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a947b6b2-65ad-4b59-8032-5769873b3013', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-3-iscsi'}] {{(pid=105638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 20:05:58.472120 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.498020 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Pushing event deleted for resources: {'Port': ['ID=3080fd36-c7be-4af5-94e1-36f331967c5f,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:58.558560 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708715'] for router_gateway, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.647644 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-459'] for router, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.649704 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.691821 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1707570'] for router, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.692276 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd4773c3-0f90-476f-aa75-32fa7a900224 {{(pid=105635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 20:05:58.697882 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] Notify callbacks [] for router, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.699043 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-c2796902-47e4-4c30-8c99-17d964055803 admin admin] 10.222.0.57 "DELETE /v2.0/routers/fd4773c3-0f90-476f-aa75-32fa7a900224 HTTP/1.1" status: 204 len: 168 time: 0.9530134 Aug 24 20:05:58.701588 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56926) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:58.749575 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0b3095-e022-407a-a035-f329c72aa674 admin admin] Deleting subnet 91d4bd84-590b-4e1c-8e38-cc6699a7381d {{(pid=105635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 20:05:58.752833 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3d0b3095-e022-407a-a035-f329c72aa674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.790669 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3d0b3095-e022-407a-a035-f329c72aa674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267673478'] for subnet, precommit_delete_associations {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.870707 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3d0b3095-e022-407a-a035-f329c72aa674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701835'] for subnet, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.924757 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3d0b3095-e022-407a-a035-f329c72aa674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267901544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264836026'] for subnet, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.955010 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b3095-e022-407a-a035-f329c72aa674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d4bd84-590b-4e1c-8e38-cc6699a7381d,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:58.958869 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-3d0b3095-e022-407a-a035-f329c72aa674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for subnet, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:58.963175 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-3d0b3095-e022-407a-a035-f329c72aa674 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/91d4bd84-590b-4e1c-8e38-cc6699a7381d HTTP/1.1" status: 204 len: 168 time: 0.2582841 Aug 24 20:05:58.963476 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56928) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:58.968199 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc4633f-c0e9-49e3-b3ba-1c7015b60963 None None] Network 3055278f-5398-43cf-8bf6-12a520d50886 requested from dv-cinder-804093-3-iscsi {{(pid=105637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 20:05:59.035689 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606440'] for network, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.094912 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Deleting port 71d895d4-cc03-48c7-9196-1629b0ebf542 {{(pid=105635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 20:05:59.095148 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780122687187'] for port, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.163188 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.db [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] For port 71d895d4-cc03-48c7-9196-1629b0ebf542, host dv-cinder-804093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-3-iscsi',level=0,port_id=71d895d4-cc03-48c7-9196-1629b0ebf542,segment=NetworkSegment(f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee),segment_id=f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee)] {{(pid=105635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 20:05:59.163570 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1549678'] for port, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.175530 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.plugin [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Calling delete_port for 71d895d4-cc03-48c7-9196-1629b0ebf542 owned by network:dhcp {{(pid=105635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 20:05:59.251726 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780122531539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780122109907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267901887'] for port, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.277492 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d895d4-cc03-48c7-9196-1629b0ebf542,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:59.280961 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] No DVR routers for this DVR port 71d895d4-cc03-48c7-9196-1629b0ebf542 on host dv-cinder-804093-3-iscsi {{(pid=105635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 20:05:59.355688 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701964', 'neutron.services.segments.db._delete_segments_for_network-8780122607535'] for network, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.366538 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3055278f-5398-43cf-8bf6-12a520d50886']}} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:59.377327 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee') {'for_net_delete': True} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:59.377639 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.services.segments.db [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3dbbb2d-e324-490a-9f2b-1a17c44fb3ee') {} {{(pid=105635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 20:05:59.386168 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd6f6e-a4a5-4495-9a88-72bde5a65d74 None None] DHCP port deletion for 3055278f-5398-43cf-8bf6-12a520d50886 request from dv-cinder-804093-3-iscsi {{(pid=105637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 20:05:59.387827 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780122607418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267673481'] for segment, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.410806 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638'] for segment, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.417779 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=105635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 20:05:59.418174 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267901834'] for segment, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: Traceback (most recent call last): Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: timer() Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: cb(*args, **kw) Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: return func(*args, **kwargs) Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: self._notify() Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: self.callback(batched_events) Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: event.method(event) Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: return f(self, *a, **k) Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._get(url).json() Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: return self.request(url, 'GET', **kwargs) Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 20:05:59.419809 dv-cinder-804093-3-iscsi neutron-server[105635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 20:05:59.477085 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708679'] for network, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.482634 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1570009'] for network, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.484508 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3055278f-5398-43cf-8bf6-12a520d50886 HTTP/1.1" status: 204 len: 168 time: 0.5203407 Aug 24 20:05:59.495255 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b23453-7d48-4fa7-90d1-a10b3cd83ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3055278f-5398-43cf-8bf6-12a520d50886,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:05:59.596024 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56932) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:59.635867 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-71a8b600-7c1b-4580-99bf-8a555f4405d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c5fa352c9d414e39b8b0a375fc5dda69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385430 Aug 24 20:05:59.638148 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56934) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:05:59.686404 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a052ff27-2f9b-401f-96d8-b1513328f321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.707402 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a052ff27-2f9b-401f-96d8-b1513328f321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.752230 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a052ff27-2f9b-401f-96d8-b1513328f321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.754913 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-a052ff27-2f9b-401f-96d8-b1513328f321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:05:59.756698 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-a052ff27-2f9b-401f-96d8-b1513328f321 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d17bdbd4-14d8-4688-bdbb-2d129d643884 HTTP/1.1" status: 204 len: 168 time: 0.1176100 Aug 24 20:05:59.764449 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052ff27-2f9b-401f-96d8-b1513328f321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17bdbd4-14d8-4688-bdbb-2d129d643884,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:06:00.057524 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56940) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:06:00.095963 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-14abad0d-c1bf-4640-9f9b-a1ceeff2b57a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ea3c268128d24b1fad13723ce41cecec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372679 Aug 24 20:06:00.098270 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [-] (105635) accepted ('10.222.0.57', 56942) {{(pid=105635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 20:06:00.153263 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-04803479-f431-4cf7-b5e8-6ffac2713632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:00.173913 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-04803479-f431-4cf7-b5e8-6ffac2713632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:00.219588 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-04803479-f431-4cf7-b5e8-6ffac2713632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758208'] for security_group, after_delete {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:00.222114 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron_lib.callbacks.manager [None req-04803479-f431-4cf7-b5e8-6ffac2713632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:00.223318 dv-cinder-804093-3-iscsi neutron-server[105635]: INFO neutron.wsgi [None req-04803479-f431-4cf7-b5e8-6ffac2713632 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9246f78e-ecf7-414e-afb3-f2f19ab381f5 HTTP/1.1" status: 204 len: 168 time: 0.1235394 Aug 24 20:06:00.232951 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04803479-f431-4cf7-b5e8-6ffac2713632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9246f78e-ecf7-414e-afb3-f2f19ab381f5,revision_number=None']} {{(pid=105635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 20:06:00.401117 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 71d895d4-cc03-48c7-9196-1629b0ebf542 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:06:00.423651 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 71d895d4-cc03-48c7-9196-1629b0ebf542 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:06:00.423913 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 71d895d4-cc03-48c7-9196-1629b0ebf542 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:06:00.424366 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device d6ec3b7c-eb93-453f-bb01-05af7d6ce387 no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:06:00.444963 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: d6ec3b7c-eb93-453f-bb01-05af7d6ce387 {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:06:00.445321 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device d6ec3b7c-eb93-453f-bb01-05af7d6ce387 not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:06:00.445747 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 3080fd36-c7be-4af5-94e1-36f331967c5f no longer exists at agent ovs-agent-dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 20:06:00.466523 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] No Port match for: 3080fd36-c7be-4af5-94e1-36f331967c5f {{(pid=105637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 20:06:00.466868 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron.plugins.ml2.rpc [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Device 3080fd36-c7be-4af5-94e1-36f331967c5f not bound to the agent host dv-cinder-804093-3-iscsi {{(pid=105637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 20:06:03.125917 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8f6d590c-c3f0-493b-86fa-fb0f3d6f69a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:05.763673 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-5445f422-e08c-4442-978a-e98009199a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:06.195068 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:06.820393 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:08.476557 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:08.799159 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:33.126495 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-fce2226d-2cc8-4682-b95b-b14762339c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:34.389752 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:06:35.764616 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-fbb8e92a-17f4-4957-9469-4a94af0ddc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:36.196548 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:36.822657 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:38.479969 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:06:38.812402 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:07:03.127308 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a2469f17-1736-4853-95fe-f3f560d2b15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:07:05.764769 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-b84e7277-a4ce-4a86-923b-6cb54eb89de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:07:06.197473 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:07:06.826277 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:07:08.483106 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:07:08.811913 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:07:11.389884 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:07:33.127156 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-c3a99efa-145f-4ccb-9342-ac0760423b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:07:35.765084 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a8cf875f-807c-44f1-ab1a-b5a6744111b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:07:36.197837 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:07:36.829590 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:07:38.484335 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:07:38.825246 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:07:48.387712 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:08:03.126741 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-876b8d17-b92b-41ac-b671-cac55cbe3781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:08:05.767532 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-828e07a6-3f92-4712-9aae-e28aa5895672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:08:06.198360 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:08:06.832395 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:08:08.488174 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:08:08.823010 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:08:25.386926 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:08:33.128390 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-d84e3df3-a6c0-4760-80ee-f7fc7f6cae0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:08:35.770671 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4144d140-5dcc-49b5-ac5a-8b39ca3d4b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:08:36.199145 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:08:36.835959 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:08:38.489180 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:08:38.836965 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:09:02.386228 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:09:03.129181 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e4ef5cfd-a811-4325-b7cc-c5d00571524a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:09:05.772255 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-fb187544-684e-4863-864a-bad154e7722f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:09:06.201138 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:09:06.838557 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:09:08.490832 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:09:08.865929 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:09:33.128657 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-38bcb17b-ac3c-4e6e-a259-d4f173a32eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:09:35.772651 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-71f9013e-59eb-41b5-a65e-0b7c147aaee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:09:36.200710 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:09:36.841435 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:09:38.494306 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:09:38.864318 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:09:39.385451 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:09:41.491242 dv-cinder-804093-3-iscsi neutron-server[105635]: DEBUG neutron.wsgi [req-29557d58-2433-47a2-befe-65b0846ff1d3 req-e265489d-5ba9-4cc9-bc95-80f288d13d6d service neutron] (105635) timed out ('10.222.0.57', 53162) {{(pid=105635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 20:10:03.129925 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-4f0eed39-a67a-4e0f-9303-a98bec351ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:10:05.773898 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-213065ed-e95d-469b-985a-23e52d64ec65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:10:06.202467 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:10:06.846620 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:10:08.499960 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:10:08.863404 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:10:16.388053 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:10:33.130681 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-1353c5b2-6d05-400c-8996-36ae9f2d9f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:10:35.777787 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-89d83030-80ac-4895-b536-1bc6029ef8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:10:36.204433 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:10:36.847660 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:10:38.498991 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:10:38.878070 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:10:53.387706 dv-cinder-804093-3-iscsi neutron-server[105638]: DEBUG neutron.db.agents_db [None req-71b43b28-5830-42f0-85dd-749712695e47 None None] Agent healthcheck: found 6 active agents {{(pid=105638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 20:11:03.131241 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-7e6e892b-5ddd-46f8-98ce-df0215e1d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:11:05.780142 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-646febad-59a4-4954-b9e6-5f27b37659d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:11:06.204449 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-84c0cef7-36c3-4f98-a1db-8f2fc868a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:11:06.852077 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-e5c98011-7a6b-42d7-8d16-f32af2566a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:11:08.502432 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-8e6247ae-7e4f-47a1-88ed-38e6a1ecfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 20:11:08.901650 dv-cinder-804093-3-iscsi neutron-server[105637]: DEBUG neutron_lib.callbacks.manager [None req-a0998a23-b47b-4832-88d7-31646775018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780122607517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698950'] for agent, after_update {{(pid=105637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}